2024-11-22 23:23:39,446 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 23:23:39,459 main DEBUG Took 0.010613 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 23:23:39,459 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 23:23:39,459 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 23:23:39,460 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 23:23:39,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,469 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 23:23:39,483 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,486 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,487 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,490 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,492 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,494 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,495 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,496 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,498 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,499 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 23:23:39,500 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,500 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 23:23:39,502 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 23:23:39,504 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 23:23:39,506 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 23:23:39,507 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 23:23:39,509 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 23:23:39,509 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 23:23:39,519 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 23:23:39,521 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 23:23:39,523 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 23:23:39,523 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 23:23:39,523 main DEBUG createAppenders(={Console}) 2024-11-22 23:23:39,524 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-22 23:23:39,524 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 23:23:39,524 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-22 23:23:39,525 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 23:23:39,525 main DEBUG OutputStream closed 2024-11-22 23:23:39,525 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 23:23:39,526 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 23:23:39,526 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-22 23:23:39,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 23:23:39,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 23:23:39,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 23:23:39,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 23:23:39,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 23:23:39,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 23:23:39,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 23:23:39,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 23:23:39,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 23:23:39,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 23:23:39,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 23:23:39,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 23:23:39,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 23:23:39,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 23:23:39,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 23:23:39,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 23:23:39,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 23:23:39,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 23:23:39,605 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 23:23:39,605 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-22 23:23:39,606 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 23:23:39,607 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-22T23:23:39,853 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753 2024-11-22 23:23:39,856 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 23:23:39,857 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T23:23:39,865 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-22T23:23:39,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T23:23:39,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/cluster_5dbeee28-1100-d6ba-6410-93603362fbeb, deleteOnExit=true 2024-11-22T23:23:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T23:23:39,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/test.cache.data in system properties and HBase conf 2024-11-22T23:23:39,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T23:23:39,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/hadoop.log.dir in system properties and HBase conf 2024-11-22T23:23:39,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T23:23:39,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T23:23:39,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T23:23:39,996 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T23:23:40,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T23:23:40,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:23:40,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T23:23:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T23:23:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:23:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T23:23:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T23:23:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T23:23:40,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:23:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T23:23:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/nfs.dump.dir in system properties and HBase conf 2024-11-22T23:23:40,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/java.io.tmpdir in system properties and HBase conf 2024-11-22T23:23:40,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T23:23:40,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T23:23:40,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T23:23:41,355 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T23:23:41,434 INFO [Time-limited test {}] log.Log(170): Logging initialized @2711ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T23:23:41,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:23:41,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:23:41,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:23:41,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:23:41,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T23:23:41,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:23:41,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:23:41,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:23:41,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/java.io.tmpdir/jetty-localhost-44883-hadoop-hdfs-3_4_1-tests_jar-_-any-15856861333441653610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:23:41,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44883} 2024-11-22T23:23:41,827 INFO [Time-limited test {}] server.Server(415): Started @3105ms 2024-11-22T23:23:42,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T23:23:42,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T23:23:42,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T23:23:42,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T23:23:42,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T23:23:42,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/hadoop.log.dir/,AVAILABLE} 2024-11-22T23:23:42,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T23:23:42,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/java.io.tmpdir/jetty-localhost-39687-hadoop-hdfs-3_4_1-tests_jar-_-any-2881077800719152898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:23:42,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:39687} 2024-11-22T23:23:42,657 INFO [Time-limited test {}] server.Server(415): Started @3935ms 2024-11-22T23:23:42,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T23:23:43,869 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/cluster_5dbeee28-1100-d6ba-6410-93603362fbeb/data/data2/current/BP-634198718-172.17.0.2-1732317820690/current, will proceed with Du for space computation calculation, 2024-11-22T23:23:43,869 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/cluster_5dbeee28-1100-d6ba-6410-93603362fbeb/data/data1/current/BP-634198718-172.17.0.2-1732317820690/current, will proceed with Du for space computation calculation, 2024-11-22T23:23:43,895 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T23:23:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b3b60c708d0e978 with lease ID 0xd656397a9bce57ad: Processing first storage report for DS-8ddde10c-f1af-48a7-a94c-65a5b0567165 from datanode DatanodeRegistration(127.0.0.1:44855, datanodeUuid=6f0eeed7-9b63-4892-b052-ea2d1a9230d7, infoPort=44719, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=1177109372;c=1732317820690) 2024-11-22T23:23:43,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b3b60c708d0e978 with lease ID 0xd656397a9bce57ad: from storage DS-8ddde10c-f1af-48a7-a94c-65a5b0567165 node DatanodeRegistration(127.0.0.1:44855, datanodeUuid=6f0eeed7-9b63-4892-b052-ea2d1a9230d7, infoPort=44719, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=1177109372;c=1732317820690), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:23:43,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b3b60c708d0e978 with lease ID 0xd656397a9bce57ad: Processing first storage report for DS-1f89ae4a-b9d0-4657-8362-379490cb5dd6 from datanode DatanodeRegistration(127.0.0.1:44855, datanodeUuid=6f0eeed7-9b63-4892-b052-ea2d1a9230d7, infoPort=44719, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=1177109372;c=1732317820690) 2024-11-22T23:23:43,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b3b60c708d0e978 with lease ID 0xd656397a9bce57ad: from storage DS-1f89ae4a-b9d0-4657-8362-379490cb5dd6 node DatanodeRegistration(127.0.0.1:44855, datanodeUuid=6f0eeed7-9b63-4892-b052-ea2d1a9230d7, infoPort=44719, infoSecurePort=0, ipcPort=42785, storageInfo=lv=-57;cid=testClusterID;nsid=1177109372;c=1732317820690), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T23:23:43,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753 2024-11-22T23:23:44,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/cluster_5dbeee28-1100-d6ba-6410-93603362fbeb/zookeeper_0, clientPort=61690, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/cluster_5dbeee28-1100-d6ba-6410-93603362fbeb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/cluster_5dbeee28-1100-d6ba-6410-93603362fbeb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T23:23:44,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61690 2024-11-22T23:23:44,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:23:44,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:23:44,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741825_1001 (size=7) 2024-11-22T23:23:44,645 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 with version=8 2024-11-22T23:23:44,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/hbase-staging 2024-11-22T23:23:44,750 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T23:23:44,981 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a3d87a7361f3:0 server-side Connection retries=45 2024-11-22T23:23:44,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:23:44,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T23:23:44,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T23:23:44,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:23:44,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T23:23:45,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T23:23:45,181 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T23:23:45,192 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T23:23:45,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:23:45,219 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32685 (auto-detected) 2024-11-22T23:23:45,220 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T23:23:45,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33451 2024-11-22T23:23:45,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33451 connecting to ZooKeeper ensemble=127.0.0.1:61690 2024-11-22T23:23:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334510x0, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T23:23:45,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33451-0x10164dc3fa10000 connected 2024-11-22T23:23:45,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:23:45,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:23:45,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T23:23:45,511 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07, hbase.cluster.distributed=false 2024-11-22T23:23:45,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T23:23:45,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-22T23:23:45,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33451 2024-11-22T23:23:45,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33451 2024-11-22T23:23:45,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-22T23:23:45,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-22T23:23:45,643 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a3d87a7361f3:0 server-side Connection retries=45 2024-11-22T23:23:45,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:23:45,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T23:23:45,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T23:23:45,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T23:23:45,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T23:23:45,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T23:23:45,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T23:23:45,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41749 2024-11-22T23:23:45,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41749 connecting to ZooKeeper ensemble=127.0.0.1:61690 2024-11-22T23:23:45,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:23:45,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:23:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417490x0, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T23:23:45,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417490x0, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T23:23:45,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41749-0x10164dc3fa10001 connected 2024-11-22T23:23:45,673 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T23:23:45,680 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T23:23:45,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T23:23:45,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T23:23:45,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41749 2024-11-22T23:23:45,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41749 2024-11-22T23:23:45,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41749 2024-11-22T23:23:45,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41749 2024-11-22T23:23:45,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41749 2024-11-22T23:23:45,708 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a3d87a7361f3:33451 2024-11-22T23:23:45,709 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:45,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T23:23:45,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T23:23:45,724 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:45,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T23:23:45,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:45,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:45,754 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T23:23:45,755 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a3d87a7361f3,33451,1732317824833 from backup master directory 2024-11-22T23:23:45,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:45,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T23:23:45,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T23:23:45,769 WARN [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T23:23:45,769 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:45,771 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T23:23:45,773 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T23:23:45,827 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/hbase.id] with ID: ac6d93b4-faf6-4d09-8db3-b68c415a6fe5 2024-11-22T23:23:45,827 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/.tmp/hbase.id 2024-11-22T23:23:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741826_1002 (size=42) 2024-11-22T23:23:46,240 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/.tmp/hbase.id]:[hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/hbase.id] 2024-11-22T23:23:46,285 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T23:23:46,289 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T23:23:46,306 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-22T23:23:46,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:46,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741827_1003 (size=196) 2024-11-22T23:23:46,760 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:23:46,762 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T23:23:46,775 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:46,779 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:23:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741828_1004 (size=1189) 2024-11-22T23:23:47,223 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store 2024-11-22T23:23:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741829_1005 (size=34) 2024-11-22T23:23:47,652 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T23:23:47,656 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:23:47,657 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T23:23:47,657 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:23:47,657 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:23:47,659 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T23:23:47,659 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:23:47,659 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:23:47,660 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732317827657Disabling compacts and flushes for region at 1732317827657Disabling writes for close at 1732317827659 (+2 ms)Writing region close event to WAL at 1732317827659Closed at 1732317827659 2024-11-22T23:23:47,662 WARN [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/.initializing 2024-11-22T23:23:47,662 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/WALs/a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:47,671 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T23:23:47,686 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3d87a7361f3%2C33451%2C1732317824833, suffix=, logDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/WALs/a3d87a7361f3,33451,1732317824833, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/oldWALs, maxLogs=10 2024-11-22T23:23:47,707 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/WALs/a3d87a7361f3,33451,1732317824833/a3d87a7361f3%2C33451%2C1732317824833.1732317827690, exclude list is [], retry=0 2024-11-22T23:23:47,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-8ddde10c-f1af-48a7-a94c-65a5b0567165,DISK] 2024-11-22T23:23:47,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T23:23:47,755 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/WALs/a3d87a7361f3,33451,1732317824833/a3d87a7361f3%2C33451%2C1732317824833.1732317827690 2024-11-22T23:23:47,756 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-22T23:23:47,757 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:23:47,757 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:23:47,760 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,761 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T23:23:47,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:47,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:47,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T23:23:47,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:47,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:23:47,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T23:23:47,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:47,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:23:47,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T23:23:47,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:47,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:23:47,836 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,839 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,841 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,846 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,846 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,850 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T23:23:47,854 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T23:23:47,859 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:23:47,860 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61719446, jitterRate=-0.08030858635902405}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T23:23:47,867 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732317827772Initializing all the Stores at 1732317827774 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732317827775 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317827776 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317827776Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317827776Cleaning up temporary data from old regions at 1732317827847 (+71 ms)Region opened successfully at 1732317827866 (+19 ms) 2024-11-22T23:23:47,868 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T23:23:47,898 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40db1383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3d87a7361f3/172.17.0.2:0 2024-11-22T23:23:47,924 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T23:23:47,934 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T23:23:47,934 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T23:23:47,936 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T23:23:47,937 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T23:23:47,941 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T23:23:47,942 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T23:23:47,969 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T23:23:47,982 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T23:23:48,059 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T23:23:48,067 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T23:23:48,069 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T23:23:48,078 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T23:23:48,081 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T23:23:48,084 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T23:23:48,095 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T23:23:48,097 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T23:23:48,110 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T23:23:48,133 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T23:23:48,142 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T23:23:48,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T23:23:48,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T23:23:48,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:48,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:48,157 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a3d87a7361f3,33451,1732317824833, sessionid=0x10164dc3fa10000, setting cluster-up flag (Was=false) 2024-11-22T23:23:48,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:48,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:48,263 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T23:23:48,266 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:48,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:48,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:48,327 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T23:23:48,329 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:48,335 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T23:23:48,397 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(746): ClusterId : ac6d93b4-faf6-4d09-8db3-b68c415a6fe5 2024-11-22T23:23:48,400 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T23:23:48,408 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T23:23:48,413 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T23:23:48,413 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T23:23:48,418 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T23:23:48,424 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T23:23:48,428 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T23:23:48,428 DEBUG [RS:0;a3d87a7361f3:41749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500f90b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a3d87a7361f3/172.17.0.2:0 2024-11-22T23:23:48,430 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a3d87a7361f3,33451,1732317824833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T23:23:48,437 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a3d87a7361f3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:23:48,438 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a3d87a7361f3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:23:48,438 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:23:48,438 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T23:23:48,438 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a3d87a7361f3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T23:23:48,438 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,439 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T23:23:48,439 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,440 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732317858440 2024-11-22T23:23:48,442 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T23:23:48,443 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T23:23:48,445 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a3d87a7361f3:41749 2024-11-22T23:23:48,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:23:48,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T23:23:48,446 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T23:23:48,447 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T23:23:48,447 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T23:23:48,447 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T23:23:48,449 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T23:23:48,449 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T23:23:48,450 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T23:23:48,448 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,452 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T23:23:48,453 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(2659): reportForDuty to master=a3d87a7361f3,33451,1732317824833 with port=41749, startcode=1732317825610 2024-11-22T23:23:48,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:48,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T23:23:48,453 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T23:23:48,454 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T23:23:48,456 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T23:23:48,456 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T23:23:48,460 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.large.0-1732317828457,5,FailOnTimeoutGroup] 2024-11-22T23:23:48,464 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.small.0-1732317828460,5,FailOnTimeoutGroup] 2024-11-22T23:23:48,464 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,465 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T23:23:48,466 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,466 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,467 DEBUG [RS:0;a3d87a7361f3:41749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T23:23:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741831_1007 (size=1321) 2024-11-22T23:23:48,499 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T23:23:48,504 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:48,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33451 {}] master.ServerManager(517): Registering regionserver=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:48,519 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 2024-11-22T23:23:48,520 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42103 2024-11-22T23:23:48,520 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T23:23:48,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T23:23:48,532 DEBUG [RS:0;a3d87a7361f3:41749 {}] zookeeper.ZKUtil(111): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:48,532 WARN [RS:0;a3d87a7361f3:41749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T23:23:48,532 INFO [RS:0;a3d87a7361f3:41749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:23:48,533 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/WALs/a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:48,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a3d87a7361f3,41749,1732317825610] 2024-11-22T23:23:48,556 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T23:23:48,571 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T23:23:48,575 INFO [RS:0;a3d87a7361f3:41749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T23:23:48,575 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,576 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T23:23:48,581 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T23:23:48,583 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,583 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,583 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,583 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,583 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,584 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,584 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a3d87a7361f3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T23:23:48,584 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,584 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,584 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,584 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,584 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,585 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a3d87a7361f3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T23:23:48,585 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a3d87a7361f3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T23:23:48,585 DEBUG [RS:0;a3d87a7361f3:41749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T23:23:48,586 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,586 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,586 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,586 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,586 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,587 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,41749,1732317825610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T23:23:48,604 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T23:23:48,605 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,41749,1732317825610-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,606 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,606 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.Replication(171): a3d87a7361f3,41749,1732317825610 started 2024-11-22T23:23:48,622 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:48,623 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1482): Serving as a3d87a7361f3,41749,1732317825610, RpcServer on a3d87a7361f3/172.17.0.2:41749, sessionid=0x10164dc3fa10001 2024-11-22T23:23:48,623 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T23:23:48,624 DEBUG [RS:0;a3d87a7361f3:41749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:48,624 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3d87a7361f3,41749,1732317825610' 2024-11-22T23:23:48,624 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T23:23:48,625 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T23:23:48,626 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T23:23:48,626 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T23:23:48,626 DEBUG [RS:0;a3d87a7361f3:41749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:48,626 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a3d87a7361f3,41749,1732317825610' 2024-11-22T23:23:48,626 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T23:23:48,627 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T23:23:48,628 DEBUG [RS:0;a3d87a7361f3:41749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T23:23:48,628 INFO [RS:0;a3d87a7361f3:41749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T23:23:48,628 INFO [RS:0;a3d87a7361f3:41749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T23:23:48,739 INFO [RS:0;a3d87a7361f3:41749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T23:23:48,743 INFO [RS:0;a3d87a7361f3:41749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3d87a7361f3%2C41749%2C1732317825610, suffix=, logDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/WALs/a3d87a7361f3,41749,1732317825610, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/oldWALs, maxLogs=32 2024-11-22T23:23:48,765 DEBUG [RS:0;a3d87a7361f3:41749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/WALs/a3d87a7361f3,41749,1732317825610/a3d87a7361f3%2C41749%2C1732317825610.1732317828746, exclude list is [], retry=0 2024-11-22T23:23:48,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-8ddde10c-f1af-48a7-a94c-65a5b0567165,DISK] 2024-11-22T23:23:48,774 INFO [RS:0;a3d87a7361f3:41749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/WALs/a3d87a7361f3,41749,1732317825610/a3d87a7361f3%2C41749%2C1732317825610.1732317828746 2024-11-22T23:23:48,775 DEBUG [RS:0;a3d87a7361f3:41749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-22T23:23:48,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T23:23:48,873 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 2024-11-22T23:23:48,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741833_1009 (size=32) 2024-11-22T23:23:49,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:23:49,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T23:23:49,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T23:23:49,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:49,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:49,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T23:23:49,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T23:23:49,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:49,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:49,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T23:23:49,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T23:23:49,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:49,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:49,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T23:23:49,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T23:23:49,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:49,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:49,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T23:23:49,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740 2024-11-22T23:23:49,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740 2024-11-22T23:23:49,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T23:23:49,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T23:23:49,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:23:49,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T23:23:49,326 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:23:49,327 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63511264, jitterRate=-0.05360841751098633}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:23:49,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732317829293Initializing all the Stores at 1732317829298 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732317829298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732317829299 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317829299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732317829299Cleaning up temporary data from old regions at 1732317829319 (+20 ms)Region opened successfully at 1732317829330 (+11 ms) 2024-11-22T23:23:49,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T23:23:49,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T23:23:49,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T23:23:49,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T23:23:49,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T23:23:49,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T23:23:49,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732317829330Disabling compacts and flushes for region at 1732317829330Disabling writes for close at 1732317829330Writing region close event to WAL at 1732317829331 (+1 ms)Closed at 1732317829331 2024-11-22T23:23:49,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:23:49,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T23:23:49,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T23:23:49,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T23:23:49,351 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T23:23:49,508 DEBUG [a3d87a7361f3:33451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T23:23:49,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:49,527 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3d87a7361f3,41749,1732317825610, state=OPENING 2024-11-22T23:23:49,579 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T23:23:49,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:49,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:23:49,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T23:23:49,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T23:23:49,594 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T23:23:49,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:23:49,779 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T23:23:49,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T23:23:49,793 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T23:23:49,794 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T23:23:49,794 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T23:23:49,798 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a3d87a7361f3%2C41749%2C1732317825610.meta, suffix=.meta, logDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/WALs/a3d87a7361f3,41749,1732317825610, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/oldWALs, maxLogs=32 2024-11-22T23:23:49,811 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/WALs/a3d87a7361f3,41749,1732317825610/a3d87a7361f3%2C41749%2C1732317825610.meta.1732317829799.meta, exclude list is [], retry=0 2024-11-22T23:23:49,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-8ddde10c-f1af-48a7-a94c-65a5b0567165,DISK] 2024-11-22T23:23:49,818 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/WALs/a3d87a7361f3,41749,1732317825610/a3d87a7361f3%2C41749%2C1732317825610.meta.1732317829799.meta 2024-11-22T23:23:49,818 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-22T23:23:49,819 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:23:49,820 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T23:23:49,822 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T23:23:49,826 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T23:23:49,830 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T23:23:49,831 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:23:49,831 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T23:23:49,831 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T23:23:49,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T23:23:49,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T23:23:49,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:49,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:49,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T23:23:49,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T23:23:49,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:49,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:49,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T23:23:49,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T23:23:49,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:49,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:49,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T23:23:49,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T23:23:49,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:49,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T23:23:49,844 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T23:23:49,846 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740 2024-11-22T23:23:49,848 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740 2024-11-22T23:23:49,851 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T23:23:49,851 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T23:23:49,852 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:23:49,854 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T23:23:49,856 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61637297, jitterRate=-0.08153270184993744}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:23:49,857 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T23:23:49,858 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732317829832Writing region info on filesystem at 1732317829832Initializing all the Stores at 1732317829834 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732317829834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732317829834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317829834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732317829834Cleaning up temporary data from old regions at 1732317829851 (+17 ms)Running coprocessor post-open hooks at 1732317829857 (+6 ms)Region opened successfully at 1732317829858 (+1 ms) 2024-11-22T23:23:49,865 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732317829770 2024-11-22T23:23:49,876 DEBUG [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T23:23:49,876 INFO [RS_OPEN_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T23:23:49,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:49,880 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a3d87a7361f3,41749,1732317825610, state=OPEN 2024-11-22T23:23:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T23:23:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T23:23:50,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T23:23:50,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T23:23:50,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:50,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T23:23:50,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a3d87a7361f3,41749,1732317825610 in 419 msec 2024-11-22T23:23:50,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T23:23:50,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 691 msec 2024-11-22T23:23:50,040 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T23:23:50,040 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T23:23:50,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:50,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:50,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:50,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:50,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7390 sec 2024-11-22T23:23:50,104 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732317830104, completionTime=-1 2024-11-22T23:23:50,108 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T23:23:50,108 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T23:23:50,132 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T23:23:50,132 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732317890132 2024-11-22T23:23:50,132 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732317950132 2024-11-22T23:23:50,132 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-22T23:23:50,134 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,33451,1732317824833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:50,134 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,33451,1732317824833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:50,135 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,33451,1732317824833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:50,136 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a3d87a7361f3:33451, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:50,136 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:50,137 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:50,142 DEBUG [master/a3d87a7361f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T23:23:50,166 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.396sec 2024-11-22T23:23:50,167 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T23:23:50,168 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T23:23:50,169 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T23:23:50,169 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T23:23:50,170 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T23:23:50,170 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,33451,1732317824833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T23:23:50,171 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,33451,1732317824833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T23:23:50,178 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T23:23:50,179 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T23:23:50,180 INFO [master/a3d87a7361f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a3d87a7361f3,33451,1732317824833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T23:23:50,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:50,213 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T23:23:50,213 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T23:23:50,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:50,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:50,225 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:50,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e655806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:50,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:50,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62702105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:50,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:50,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:50,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=1571 2024-11-22T23:23:50,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:23:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ff797cb 2024-11-22T23:23:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:23:50,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:23:50,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:23:50,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:23:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T23:23:50,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:23:50,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-22T23:23:50,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:50,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:23:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:23:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741835_1011 (size=959) 2024-11-22T23:23:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:23:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:23:50,760 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 2024-11-22T23:23:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741836_1012 (size=53) 2024-11-22T23:23:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:23:51,173 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:23:51,174 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bef19e2787d8cbd5bec4bfee438e97ad, disabling compactions & flushes 2024-11-22T23:23:51,174 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:51,174 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:51,174 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. after waiting 0 ms 2024-11-22T23:23:51,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:51,175 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:51,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bef19e2787d8cbd5bec4bfee438e97ad: Waiting for close lock at 1732317831174Disabling compacts and flushes for region at 1732317831174Disabling writes for close at 1732317831175 (+1 ms)Writing region close event to WAL at 1732317831175Closed at 1732317831175 2024-11-22T23:23:51,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:23:51,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732317831181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732317831181"}]},"ts":"1732317831181"} 2024-11-22T23:23:51,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:23:51,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:23:51,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317831193"}]},"ts":"1732317831193"} 2024-11-22T23:23:51,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T23:23:51,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, ASSIGN}] 2024-11-22T23:23:51,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, ASSIGN 2024-11-22T23:23:51,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, ASSIGN; state=OFFLINE, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=false 2024-11-22T23:23:51,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bef19e2787d8cbd5bec4bfee438e97ad, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:51,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, ASSIGN because future has completed 2024-11-22T23:23:51,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:23:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:23:51,530 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:51,531 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:23:51,531 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,532 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:23:51,532 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,532 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,536 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,540 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bef19e2787d8cbd5bec4bfee438e97ad columnFamilyName A 2024-11-22T23:23:51,540 DEBUG [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:51,542 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] regionserver.HStore(327): Store=bef19e2787d8cbd5bec4bfee438e97ad/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:23:51,542 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,546 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bef19e2787d8cbd5bec4bfee438e97ad columnFamilyName B 2024-11-22T23:23:51,546 DEBUG [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:51,547 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] regionserver.HStore(327): Store=bef19e2787d8cbd5bec4bfee438e97ad/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:23:51,547 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,550 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bef19e2787d8cbd5bec4bfee438e97ad columnFamilyName C 2024-11-22T23:23:51,550 DEBUG [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:23:51,551 INFO [StoreOpener-bef19e2787d8cbd5bec4bfee438e97ad-1 {}] regionserver.HStore(327): Store=bef19e2787d8cbd5bec4bfee438e97ad/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:23:51,552 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,553 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,554 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,556 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,556 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,557 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:23:51,559 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,562 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:23:51,563 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bef19e2787d8cbd5bec4bfee438e97ad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65320893, jitterRate=-0.026642844080924988}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:23:51,563 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:51,564 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bef19e2787d8cbd5bec4bfee438e97ad: Running coprocessor pre-open hook at 1732317831532Writing region info on filesystem at 1732317831532Initializing all the Stores at 1732317831535 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317831535Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317831535Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317831535Cleaning up temporary data from old regions at 1732317831556 (+21 ms)Running coprocessor post-open hooks at 1732317831563 (+7 ms)Region opened successfully at 1732317831564 (+1 ms) 2024-11-22T23:23:51,566 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., pid=6, masterSystemTime=1732317831520 2024-11-22T23:23:51,570 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:51,570 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:51,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bef19e2787d8cbd5bec4bfee438e97ad, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:23:51,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T23:23:51,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 in 212 msec 2024-11-22T23:23:51,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T23:23:51,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, ASSIGN in 379 msec 2024-11-22T23:23:51,588 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:23:51,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317831588"}]},"ts":"1732317831588"} 2024-11-22T23:23:51,591 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T23:23:51,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:23:51,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2690 sec 2024-11-22T23:23:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T23:23:52,491 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:23:52,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,503 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de9b018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,506 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc499f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:23:52,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a3d87a7361f3,33451,1732317824833 2024-11-22T23:23:52,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b0d6f2 2024-11-22T23:23:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:23:52,520 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:23:52,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706bb323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,526 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d22a118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,530 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,533 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39deefb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,543 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27108bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,548 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec6ad86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,553 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ac3455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,559 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d699c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e5e1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,566 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b95b540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,571 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b3672e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,574 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fc074b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,578 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614ff77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,581 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba85544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,585 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1e09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,588 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788043de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:23:52,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:23:52,592 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:23:52,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:23:52,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:23:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d5cf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:23:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:23:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:23:52,594 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:23:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b95abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:23:52,599 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,599 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,599 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,600 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,601 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,602 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,605 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,605 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:23:52,610 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-22T23:23:52,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,619 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T23:23:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,628 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:23:52,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,631 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:23:52,639 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:23:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:23:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:23:52,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:23:52,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:23:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:52,721 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:23:52,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:23:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T23:23:52,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T23:23:52,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:52,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:52,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:52,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/1a3bac97792f4774b270e6b07e5ce838 is 50, key is test_row_0/A:col10/1732317832705/Put/seqid=0 2024-11-22T23:23:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741837_1013 (size=14341) 2024-11-22T23:23:52,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/1a3bac97792f4774b270e6b07e5ce838 2024-11-22T23:23:52,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317892903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:52,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317892909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317892910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317892919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317892919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T23:23:52,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:52,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T23:23:53,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/c5ba041957f54371adb5b78253085464 is 50, key is test_row_0/B:col10/1732317832705/Put/seqid=0 2024-11-22T23:23:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741838_1014 (size=12001) 2024-11-22T23:23:53,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/c5ba041957f54371adb5b78253085464 2024-11-22T23:23:53,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317893062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317893062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317893062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317893062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317893062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/b0845c95cdad47debeff846ad3ea2c25 is 50, key is test_row_0/C:col10/1732317832705/Put/seqid=0 2024-11-22T23:23:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741839_1015 (size=12001) 2024-11-22T23:23:53,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T23:23:53,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T23:23:53,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317893281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317893281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317893282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317893282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317893281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T23:23:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T23:23:53,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:53,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:53,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/b0845c95cdad47debeff846ad3ea2c25 2024-11-22T23:23:53,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/1a3bac97792f4774b270e6b07e5ce838 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1a3bac97792f4774b270e6b07e5ce838 2024-11-22T23:23:53,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1a3bac97792f4774b270e6b07e5ce838, entries=200, sequenceid=13, filesize=14.0 K 2024-11-22T23:23:53,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/c5ba041957f54371adb5b78253085464 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c5ba041957f54371adb5b78253085464 2024-11-22T23:23:53,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c5ba041957f54371adb5b78253085464, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T23:23:53,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/b0845c95cdad47debeff846ad3ea2c25 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b0845c95cdad47debeff846ad3ea2c25 2024-11-22T23:23:53,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b0845c95cdad47debeff846ad3ea2c25, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T23:23:53,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bef19e2787d8cbd5bec4bfee438e97ad in 901ms, sequenceid=13, compaction requested=false 2024-11-22T23:23:53,629 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T23:23:53,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:53,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T23:23:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:53,647 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:23:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:53,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:53,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a95654e24b984b0190a8a7c4feef4085 is 50, key is test_row_0/A:col10/1732317833633/Put/seqid=0 2024-11-22T23:23:53,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317893668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317893670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741840_1016 (size=12001) 2024-11-22T23:23:53,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317893679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317893685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317893689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T23:23:53,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317893801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317893800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317893820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317893821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317893821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317894033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317894033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317894050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317894051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317894060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,102 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a95654e24b984b0190a8a7c4feef4085 2024-11-22T23:23:54,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/57b6ddcd2b244284a344ca125e81c05a is 50, key is test_row_0/B:col10/1732317833633/Put/seqid=0 2024-11-22T23:23:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741841_1017 (size=12001) 2024-11-22T23:23:54,186 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/57b6ddcd2b244284a344ca125e81c05a 2024-11-22T23:23:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f3fe3bf042e74dc2928d7d7f6a21befc is 50, key is test_row_0/C:col10/1732317833633/Put/seqid=0 2024-11-22T23:23:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741842_1018 (size=12001) 2024-11-22T23:23:54,262 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f3fe3bf042e74dc2928d7d7f6a21befc 2024-11-22T23:23:54,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a95654e24b984b0190a8a7c4feef4085 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a95654e24b984b0190a8a7c4feef4085 2024-11-22T23:23:54,295 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a95654e24b984b0190a8a7c4feef4085, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T23:23:54,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/57b6ddcd2b244284a344ca125e81c05a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/57b6ddcd2b244284a344ca125e81c05a 2024-11-22T23:23:54,320 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/57b6ddcd2b244284a344ca125e81c05a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T23:23:54,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f3fe3bf042e74dc2928d7d7f6a21befc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f3fe3bf042e74dc2928d7d7f6a21befc 2024-11-22T23:23:54,337 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f3fe3bf042e74dc2928d7d7f6a21befc, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T23:23:54,341 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bef19e2787d8cbd5bec4bfee438e97ad in 693ms, sequenceid=40, compaction requested=false 2024-11-22T23:23:54,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:54,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:54,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T23:23:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T23:23:54,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T23:23:54,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7080 sec 2024-11-22T23:23:54,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.7400 sec 2024-11-22T23:23:54,361 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:23:54,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:23:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:54,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/b9cc567f299d40b8b6590afc091eec4f is 50, key is test_row_0/A:col10/1732317834351/Put/seqid=0 2024-11-22T23:23:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741843_1019 (size=14341) 2024-11-22T23:23:54,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/b9cc567f299d40b8b6590afc091eec4f 2024-11-22T23:23:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317894443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/43001ecccc8c4273870203f01be5732c is 50, key is test_row_0/B:col10/1732317834351/Put/seqid=0 2024-11-22T23:23:54,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317894445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317894452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317894453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317894453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741844_1020 (size=12001) 2024-11-22T23:23:54,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/43001ecccc8c4273870203f01be5732c 2024-11-22T23:23:54,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/12a6e0d4ba6e4eea8f745ca9c9ecf124 is 50, key is test_row_0/C:col10/1732317834351/Put/seqid=0 2024-11-22T23:23:54,551 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T23:23:54,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317894563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317894570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317894570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317894570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317894589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741845_1021 (size=12001) 2024-11-22T23:23:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/12a6e0d4ba6e4eea8f745ca9c9ecf124 2024-11-22T23:23:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/b9cc567f299d40b8b6590afc091eec4f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b9cc567f299d40b8b6590afc091eec4f 2024-11-22T23:23:54,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b9cc567f299d40b8b6590afc091eec4f, entries=200, sequenceid=51, filesize=14.0 K 2024-11-22T23:23:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/43001ecccc8c4273870203f01be5732c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/43001ecccc8c4273870203f01be5732c 2024-11-22T23:23:54,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/43001ecccc8c4273870203f01be5732c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T23:23:54,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/12a6e0d4ba6e4eea8f745ca9c9ecf124 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/12a6e0d4ba6e4eea8f745ca9c9ecf124 2024-11-22T23:23:54,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/12a6e0d4ba6e4eea8f745ca9c9ecf124, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T23:23:54,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bef19e2787d8cbd5bec4bfee438e97ad in 333ms, sequenceid=51, compaction requested=true 2024-11-22T23:23:54,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:54,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:23:54,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:23:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:23:54,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:23:54,713 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:23:54,718 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:23:54,719 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/B is initiating minor compaction (all files) 2024-11-22T23:23:54,720 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:23:54,720 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/B in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:54,721 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c5ba041957f54371adb5b78253085464, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/57b6ddcd2b244284a344ca125e81c05a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/43001ecccc8c4273870203f01be5732c] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=35.2 K 2024-11-22T23:23:54,722 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c5ba041957f54371adb5b78253085464, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732317832704 2024-11-22T23:23:54,723 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:23:54,723 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/A is initiating minor compaction (all files) 2024-11-22T23:23:54,723 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/A in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:54,724 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1a3bac97792f4774b270e6b07e5ce838, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a95654e24b984b0190a8a7c4feef4085, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b9cc567f299d40b8b6590afc091eec4f] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=39.7 K 2024-11-22T23:23:54,724 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 57b6ddcd2b244284a344ca125e81c05a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732317832908 2024-11-22T23:23:54,725 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a3bac97792f4774b270e6b07e5ce838, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732317832629 2024-11-22T23:23:54,725 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 43001ecccc8c4273870203f01be5732c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732317833674 2024-11-22T23:23:54,725 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a95654e24b984b0190a8a7c4feef4085, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732317832908 2024-11-22T23:23:54,727 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9cc567f299d40b8b6590afc091eec4f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732317833674 2024-11-22T23:23:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T23:23:54,780 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:23:54,781 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:23:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-22T23:23:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T23:23:54,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:23:54,787 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:23:54,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:23:54,806 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#A#compaction#9 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:54,808 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/dfc509679c3948a4b089e15ce7c9233d is 50, key is test_row_0/A:col10/1732317834351/Put/seqid=0 2024-11-22T23:23:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:54,813 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:23:54,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:23:54,824 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#B#compaction#10 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:54,825 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/10fea179060d4d56b7664f85e438b67c is 50, key is test_row_0/B:col10/1732317834351/Put/seqid=0 2024-11-22T23:23:54,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317894824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317894828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/0bfa440eb69f403ba62998ff104f28e3 is 50, key is test_row_0/A:col10/1732317834806/Put/seqid=0 2024-11-22T23:23:54,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317894845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317894850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317894843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T23:23:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741846_1022 (size=12104) 2024-11-22T23:23:54,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741847_1023 (size=12104) 2024-11-22T23:23:54,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T23:23:54,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:54,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:54,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:54,960 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/10fea179060d4d56b7664f85e438b67c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/10fea179060d4d56b7664f85e438b67c 2024-11-22T23:23:54,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741848_1024 (size=16681) 2024-11-22T23:23:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317894959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317894959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:54,992 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/B of bef19e2787d8cbd5bec4bfee438e97ad into 10fea179060d4d56b7664f85e438b67c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:54,992 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:54,996 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/B, priority=13, startTime=1732317834711; duration=0sec 2024-11-22T23:23:54,997 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:23:54,997 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:B 2024-11-22T23:23:54,997 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:23:55,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317894990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317894990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,003 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:23:55,003 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/C is initiating minor compaction (all files) 2024-11-22T23:23:55,003 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/C in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,003 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b0845c95cdad47debeff846ad3ea2c25, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f3fe3bf042e74dc2928d7d7f6a21befc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/12a6e0d4ba6e4eea8f745ca9c9ecf124] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=35.2 K 2024-11-22T23:23:55,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317894991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,006 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b0845c95cdad47debeff846ad3ea2c25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732317832704 2024-11-22T23:23:55,007 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting f3fe3bf042e74dc2928d7d7f6a21befc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732317832908 2024-11-22T23:23:55,008 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 12a6e0d4ba6e4eea8f745ca9c9ecf124, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732317833674 2024-11-22T23:23:55,077 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#C#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:55,077 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/2d060fbf907548af821366a0277ce077 is 50, key is test_row_0/C:col10/1732317834351/Put/seqid=0 2024-11-22T23:23:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T23:23:55,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T23:23:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:55,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741849_1025 (size=12104) 2024-11-22T23:23:55,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317895179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317895181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317895211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317895212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317895211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T23:23:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,310 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/dfc509679c3948a4b089e15ce7c9233d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dfc509679c3948a4b089e15ce7c9233d 2024-11-22T23:23:55,333 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/A of bef19e2787d8cbd5bec4bfee438e97ad into dfc509679c3948a4b089e15ce7c9233d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:55,336 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:55,339 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/A, priority=13, startTime=1732317834696; duration=0sec 2024-11-22T23:23:55,339 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:55,339 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:A 2024-11-22T23:23:55,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T23:23:55,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/0bfa440eb69f403ba62998ff104f28e3 2024-11-22T23:23:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T23:23:55,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/9c9a913885504bcea42fe5b9effa3832 is 50, key is test_row_0/B:col10/1732317834806/Put/seqid=0 2024-11-22T23:23:55,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T23:23:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741850_1026 (size=12001) 2024-11-22T23:23:55,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/9c9a913885504bcea42fe5b9effa3832 2024-11-22T23:23:55,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/8f2f54e5d5e44cc1ba703318bfd59ccf is 50, key is test_row_0/C:col10/1732317834806/Put/seqid=0 2024-11-22T23:23:55,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317895489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317895490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T23:23:55,524 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T23:23:55,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T23:23:55,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T23:23:55,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T23:23:55,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T23:23:55,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741851_1027 (size=12001) 2024-11-22T23:23:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317895529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317895540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T23:23:55,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T23:23:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317895540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:55,554 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/2d060fbf907548af821366a0277ce077 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/2d060fbf907548af821366a0277ce077 2024-11-22T23:23:55,569 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/C of bef19e2787d8cbd5bec4bfee438e97ad into 2d060fbf907548af821366a0277ce077(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:55,569 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:55,569 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/C, priority=13, startTime=1732317834711; duration=0sec 2024-11-22T23:23:55,570 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:55,570 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:C 2024-11-22T23:23:55,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T23:23:55,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T23:23:55,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:55,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T23:23:55,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:55,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:55,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T23:23:55,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/8f2f54e5d5e44cc1ba703318bfd59ccf 2024-11-22T23:23:55,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/0bfa440eb69f403ba62998ff104f28e3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0bfa440eb69f403ba62998ff104f28e3 2024-11-22T23:23:55,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0bfa440eb69f403ba62998ff104f28e3, entries=250, sequenceid=78, filesize=16.3 K 2024-11-22T23:23:55,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/9c9a913885504bcea42fe5b9effa3832 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9c9a913885504bcea42fe5b9effa3832 2024-11-22T23:23:55,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9c9a913885504bcea42fe5b9effa3832, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T23:23:55,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/8f2f54e5d5e44cc1ba703318bfd59ccf as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8f2f54e5d5e44cc1ba703318bfd59ccf 2024-11-22T23:23:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317896000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317896011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8f2f54e5d5e44cc1ba703318bfd59ccf, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T23:23:56,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bef19e2787d8cbd5bec4bfee438e97ad in 1204ms, sequenceid=78, compaction requested=false 2024-11-22T23:23:56,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:56,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T23:23:56,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:56,046 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T23:23:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:56,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:56,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/0795f9ac1c924ea9a4a23a6e3e21f575 is 50, key is test_row_0/A:col10/1732317834844/Put/seqid=0 2024-11-22T23:23:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741852_1028 (size=12001) 2024-11-22T23:23:56,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317896179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317896182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317896183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317896300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317896300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317896300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317896509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317896509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317896519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,534 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/0795f9ac1c924ea9a4a23a6e3e21f575 2024-11-22T23:23:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/ee60cd3728814ded894593d3cbb62075 is 50, key is test_row_0/B:col10/1732317834844/Put/seqid=0 2024-11-22T23:23:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741853_1029 (size=12001) 2024-11-22T23:23:56,590 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/ee60cd3728814ded894593d3cbb62075 2024-11-22T23:23:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/470375085b7940c48b85c15f5999c9f7 is 50, key is test_row_0/C:col10/1732317834844/Put/seqid=0 2024-11-22T23:23:56,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741854_1030 (size=12001) 2024-11-22T23:23:56,645 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/470375085b7940c48b85c15f5999c9f7 2024-11-22T23:23:56,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/0795f9ac1c924ea9a4a23a6e3e21f575 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0795f9ac1c924ea9a4a23a6e3e21f575 2024-11-22T23:23:56,671 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0795f9ac1c924ea9a4a23a6e3e21f575, entries=150, sequenceid=90, filesize=11.7 K 2024-11-22T23:23:56,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/ee60cd3728814ded894593d3cbb62075 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/ee60cd3728814ded894593d3cbb62075 2024-11-22T23:23:56,687 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/ee60cd3728814ded894593d3cbb62075, entries=150, sequenceid=90, filesize=11.7 K 2024-11-22T23:23:56,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/470375085b7940c48b85c15f5999c9f7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/470375085b7940c48b85c15f5999c9f7 2024-11-22T23:23:56,704 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/470375085b7940c48b85c15f5999c9f7, entries=150, sequenceid=90, filesize=11.7 K 2024-11-22T23:23:56,707 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for bef19e2787d8cbd5bec4bfee438e97ad in 661ms, sequenceid=90, compaction requested=true 2024-11-22T23:23:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T23:23:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T23:23:56,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T23:23:56,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9230 sec 2024-11-22T23:23:56,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9360 sec 2024-11-22T23:23:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:56,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:23:56,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T23:23:56,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a9a262c5bd414f98a0ed60e2ca9a0817 is 50, key is test_row_0/A:col10/1732317836172/Put/seqid=0 2024-11-22T23:23:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317896853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317896854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317896857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741855_1031 (size=14341) 2024-11-22T23:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T23:23:56,929 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:23:56,930 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:23:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-22T23:23:56,939 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:23:56,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:23:56,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:23:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:23:56,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317896971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317896972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317896972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:56,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317897009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:57,021 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in bef19e2787d8cbd5bec4bfee438e97ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:23:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317897019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:57,025 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in bef19e2787d8cbd5bec4bfee438e97ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:23:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:23:57,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T23:23:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317897179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317897182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317897190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T23:23:57,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:57,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:23:57,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a9a262c5bd414f98a0ed60e2ca9a0817 2024-11-22T23:23:57,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/712c284fc94048ce81724552a4acdec7 is 50, key is test_row_0/B:col10/1732317836172/Put/seqid=0 2024-11-22T23:23:57,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741856_1032 (size=12001) 2024-11-22T23:23:57,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/712c284fc94048ce81724552a4acdec7 2024-11-22T23:23:57,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/df702e52de034ffd97319e1b3d299655 is 50, key is test_row_0/C:col10/1732317836172/Put/seqid=0 2024-11-22T23:23:57,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T23:23:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741857_1033 (size=12001) 2024-11-22T23:23:57,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/df702e52de034ffd97319e1b3d299655 2024-11-22T23:23:57,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a9a262c5bd414f98a0ed60e2ca9a0817 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a9a262c5bd414f98a0ed60e2ca9a0817 2024-11-22T23:23:57,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a9a262c5bd414f98a0ed60e2ca9a0817, entries=200, sequenceid=119, filesize=14.0 K 2024-11-22T23:23:57,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317897489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:57,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/712c284fc94048ce81724552a4acdec7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/712c284fc94048ce81724552a4acdec7 2024-11-22T23:23:57,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317897499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317897500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:57,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/712c284fc94048ce81724552a4acdec7, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T23:23:57,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/df702e52de034ffd97319e1b3d299655 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df702e52de034ffd97319e1b3d299655 2024-11-22T23:23:57,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df702e52de034ffd97319e1b3d299655, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T23:23:57,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for bef19e2787d8cbd5bec4bfee438e97ad in 706ms, sequenceid=119, compaction requested=true 2024-11-22T23:23:57,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:57,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:23:57,535 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:23:57,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:57,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:23:57,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:23:57,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:23:57,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:23:57,535 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:23:57,538 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:23:57,538 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/A is initiating minor compaction (all files) 2024-11-22T23:23:57,538 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/A in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,538 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dfc509679c3948a4b089e15ce7c9233d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0bfa440eb69f403ba62998ff104f28e3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0795f9ac1c924ea9a4a23a6e3e21f575, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a9a262c5bd414f98a0ed60e2ca9a0817] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=53.8 K 2024-11-22T23:23:57,540 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:23:57,540 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/B is initiating minor compaction (all files) 2024-11-22T23:23:57,540 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/B in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,540 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/10fea179060d4d56b7664f85e438b67c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9c9a913885504bcea42fe5b9effa3832, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/ee60cd3728814ded894593d3cbb62075, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/712c284fc94048ce81724552a4acdec7] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=47.0 K 2024-11-22T23:23:57,541 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfc509679c3948a4b089e15ce7c9233d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732317833674 2024-11-22T23:23:57,541 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 10fea179060d4d56b7664f85e438b67c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732317833674 2024-11-22T23:23:57,542 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bfa440eb69f403ba62998ff104f28e3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732317834441 2024-11-22T23:23:57,542 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c9a913885504bcea42fe5b9effa3832, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732317834447 2024-11-22T23:23:57,543 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0795f9ac1c924ea9a4a23a6e3e21f575, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732317834839 2024-11-22T23:23:57,543 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting ee60cd3728814ded894593d3cbb62075, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732317834839 2024-11-22T23:23:57,543 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9a262c5bd414f98a0ed60e2ca9a0817, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732317836167 2024-11-22T23:23:57,544 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 712c284fc94048ce81724552a4acdec7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732317836167 2024-11-22T23:23:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:23:57,576 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:57,577 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/4aed3e63b1c44a14b166f1e58865724c is 50, key is test_row_0/B:col10/1732317836172/Put/seqid=0 2024-11-22T23:23:57,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T23:23:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:57,585 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T23:23:57,588 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:57,590 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/377dee65aa4e482dae59d164a37e2e2a is 50, key is test_row_0/A:col10/1732317836172/Put/seqid=0 2024-11-22T23:23:57,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/96226212bc6a4c0187488b8b7ed03da3 is 50, key is test_row_0/A:col10/1732317836849/Put/seqid=0 2024-11-22T23:23:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741858_1034 (size=12241) 2024-11-22T23:23:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741859_1035 (size=12241) 2024-11-22T23:23:57,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741860_1036 (size=12001) 2024-11-22T23:23:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:58,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:58,063 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/4aed3e63b1c44a14b166f1e58865724c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/4aed3e63b1c44a14b166f1e58865724c 2024-11-22T23:23:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:23:58,080 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/B of bef19e2787d8cbd5bec4bfee438e97ad into 4aed3e63b1c44a14b166f1e58865724c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:58,081 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:58,081 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/B, priority=12, startTime=1732317837535; duration=0sec 2024-11-22T23:23:58,081 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:23:58,081 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:B 2024-11-22T23:23:58,081 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:23:58,085 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:23:58,085 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/C is initiating minor compaction (all files) 2024-11-22T23:23:58,085 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/C in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:58,086 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/2d060fbf907548af821366a0277ce077, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8f2f54e5d5e44cc1ba703318bfd59ccf, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/470375085b7940c48b85c15f5999c9f7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df702e52de034ffd97319e1b3d299655] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=47.0 K 2024-11-22T23:23:58,087 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d060fbf907548af821366a0277ce077, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732317833674 2024-11-22T23:23:58,089 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f2f54e5d5e44cc1ba703318bfd59ccf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732317834447 2024-11-22T23:23:58,093 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 470375085b7940c48b85c15f5999c9f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732317834839 2024-11-22T23:23:58,094 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting df702e52de034ffd97319e1b3d299655, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732317836167 2024-11-22T23:23:58,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317898098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317898101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317898103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,111 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/377dee65aa4e482dae59d164a37e2e2a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/377dee65aa4e482dae59d164a37e2e2a 2024-11-22T23:23:58,116 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/96226212bc6a4c0187488b8b7ed03da3 2024-11-22T23:23:58,129 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/A of bef19e2787d8cbd5bec4bfee438e97ad into 377dee65aa4e482dae59d164a37e2e2a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:58,129 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:58,129 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/A, priority=12, startTime=1732317837535; duration=0sec 2024-11-22T23:23:58,130 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:58,130 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:A 2024-11-22T23:23:58,147 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:58,148 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/adbb7ca7cdda478aa2ba26cd07c87df0 is 50, key is test_row_0/C:col10/1732317836172/Put/seqid=0 2024-11-22T23:23:58,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/dedf1cbd18d94a36b487f6017032b780 is 50, key is test_row_0/B:col10/1732317836849/Put/seqid=0 2024-11-22T23:23:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741862_1038 (size=12001) 2024-11-22T23:23:58,182 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/dedf1cbd18d94a36b487f6017032b780 2024-11-22T23:23:58,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741861_1037 (size=12241) 2024-11-22T23:23:58,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/221eaaf920254218a9d56dd0c3584e94 is 50, key is test_row_0/C:col10/1732317836849/Put/seqid=0 2024-11-22T23:23:58,210 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/adbb7ca7cdda478aa2ba26cd07c87df0 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/adbb7ca7cdda478aa2ba26cd07c87df0 2024-11-22T23:23:58,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317898210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317898210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317898220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,227 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/C of bef19e2787d8cbd5bec4bfee438e97ad into adbb7ca7cdda478aa2ba26cd07c87df0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:58,227 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:58,227 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/C, priority=12, startTime=1732317837535; duration=0sec 2024-11-22T23:23:58,227 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:58,227 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:C 2024-11-22T23:23:58,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741863_1039 (size=12001) 2024-11-22T23:23:58,240 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/221eaaf920254218a9d56dd0c3584e94 2024-11-22T23:23:58,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/96226212bc6a4c0187488b8b7ed03da3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/96226212bc6a4c0187488b8b7ed03da3 2024-11-22T23:23:58,273 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/96226212bc6a4c0187488b8b7ed03da3, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T23:23:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/dedf1cbd18d94a36b487f6017032b780 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/dedf1cbd18d94a36b487f6017032b780 2024-11-22T23:23:58,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/dedf1cbd18d94a36b487f6017032b780, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T23:23:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/221eaaf920254218a9d56dd0c3584e94 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/221eaaf920254218a9d56dd0c3584e94 2024-11-22T23:23:58,314 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/221eaaf920254218a9d56dd0c3584e94, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T23:23:58,317 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for bef19e2787d8cbd5bec4bfee438e97ad in 731ms, sequenceid=127, compaction requested=false 2024-11-22T23:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T23:23:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T23:23:58,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T23:23:58,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3780 sec 2024-11-22T23:23:58,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.3940 sec 2024-11-22T23:23:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:58,434 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:23:58,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-22T23:23:58,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317898436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/d2c5850ecc984924b2f8b635e973938d is 50, key is test_row_0/A:col10/1732317838430/Put/seqid=0 2024-11-22T23:23:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317898440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317898441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741864_1040 (size=12151) 2024-11-22T23:23:58,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/d2c5850ecc984924b2f8b635e973938d 2024-11-22T23:23:58,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d1cf3fb255c14d2cb0346ccef2c93940 is 50, key is test_row_0/B:col10/1732317838430/Put/seqid=0 2024-11-22T23:23:58,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741865_1041 (size=12151) 2024-11-22T23:23:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317898550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317898550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317898550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317898759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317898759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317898769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:58,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:58,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d1cf3fb255c14d2cb0346ccef2c93940 2024-11-22T23:23:58,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/3be1bcff50284796af20e454d01dcbb6 is 50, key is test_row_0/C:col10/1732317838430/Put/seqid=0 2024-11-22T23:23:58,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741866_1042 (size=12151) 2024-11-22T23:23:59,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317899030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,035 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in bef19e2787d8cbd5bec4bfee438e97ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:23:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317899049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,052 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in bef19e2787d8cbd5bec4bfee438e97ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:23:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317899069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317899069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317899079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T23:23:59,090 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:23:59,091 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:23:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-22T23:23:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T23:23:59,096 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:23:59,098 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:23:59,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:23:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T23:23:59,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T23:23:59,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:59,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:59,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:59,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:59,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:59,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/3be1bcff50284796af20e454d01dcbb6 2024-11-22T23:23:59,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T23:23:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T23:23:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:59,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/d2c5850ecc984924b2f8b635e973938d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/d2c5850ecc984924b2f8b635e973938d 2024-11-22T23:23:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:59,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:23:59,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/d2c5850ecc984924b2f8b635e973938d, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T23:23:59,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d1cf3fb255c14d2cb0346ccef2c93940 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d1cf3fb255c14d2cb0346ccef2c93940 2024-11-22T23:23:59,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d1cf3fb255c14d2cb0346ccef2c93940, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T23:23:59,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/3be1bcff50284796af20e454d01dcbb6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3be1bcff50284796af20e454d01dcbb6 2024-11-22T23:23:59,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3be1bcff50284796af20e454d01dcbb6, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T23:23:59,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for bef19e2787d8cbd5bec4bfee438e97ad in 1038ms, sequenceid=161, compaction requested=true 2024-11-22T23:23:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:23:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:59,473 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:23:59,473 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:23:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:23:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:23:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:23:59,475 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:23:59,475 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/B is initiating minor compaction (all files) 2024-11-22T23:23:59,475 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/B in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:59,475 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/4aed3e63b1c44a14b166f1e58865724c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/dedf1cbd18d94a36b487f6017032b780, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d1cf3fb255c14d2cb0346ccef2c93940] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=35.5 K 2024-11-22T23:23:59,476 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aed3e63b1c44a14b166f1e58865724c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732317836167 2024-11-22T23:23:59,476 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:23:59,477 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/A is initiating minor compaction (all files) 2024-11-22T23:23:59,477 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/A in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:59,477 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/377dee65aa4e482dae59d164a37e2e2a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/96226212bc6a4c0187488b8b7ed03da3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/d2c5850ecc984924b2f8b635e973938d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=35.5 K 2024-11-22T23:23:59,478 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 377dee65aa4e482dae59d164a37e2e2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732317836167 2024-11-22T23:23:59,478 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting dedf1cbd18d94a36b487f6017032b780, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732317836834 2024-11-22T23:23:59,478 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d1cf3fb255c14d2cb0346ccef2c93940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732317838095 2024-11-22T23:23:59,478 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96226212bc6a4c0187488b8b7ed03da3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732317836834 2024-11-22T23:23:59,479 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2c5850ecc984924b2f8b635e973938d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732317838095 2024-11-22T23:23:59,500 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#B#compaction#30 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:59,501 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/e614aafbdfab4eb3897f9b0320de477c is 50, key is test_row_0/B:col10/1732317838430/Put/seqid=0 2024-11-22T23:23:59,520 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#A#compaction#31 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:59,521 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2ec7f1a4a3bd40f5bbd1b59971bd0400 is 50, key is test_row_0/A:col10/1732317838430/Put/seqid=0 2024-11-22T23:23:59,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T23:23:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:59,566 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-22T23:23:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741867_1043 (size=12493) 2024-11-22T23:23:59,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/06191684d7394dd1ac702332d5057548 is 50, key is test_row_0/A:col10/1732317838439/Put/seqid=0 2024-11-22T23:23:59,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741868_1044 (size=12493) 2024-11-22T23:23:59,625 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2ec7f1a4a3bd40f5bbd1b59971bd0400 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2ec7f1a4a3bd40f5bbd1b59971bd0400 2024-11-22T23:23:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:23:59,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:23:59,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741869_1045 (size=7365) 2024-11-22T23:23:59,650 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/A of bef19e2787d8cbd5bec4bfee438e97ad into 2ec7f1a4a3bd40f5bbd1b59971bd0400(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:59,650 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:59,650 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/A, priority=13, startTime=1732317839472; duration=0sec 2024-11-22T23:23:59,651 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:23:59,651 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:A 2024-11-22T23:23:59,651 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:23:59,655 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:23:59,655 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/C is initiating minor compaction (all files) 2024-11-22T23:23:59,655 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/C in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:23:59,656 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/adbb7ca7cdda478aa2ba26cd07c87df0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/221eaaf920254218a9d56dd0c3584e94, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3be1bcff50284796af20e454d01dcbb6] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=35.5 K 2024-11-22T23:23:59,657 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting adbb7ca7cdda478aa2ba26cd07c87df0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732317836167 2024-11-22T23:23:59,658 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 221eaaf920254218a9d56dd0c3584e94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732317836834 2024-11-22T23:23:59,659 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3be1bcff50284796af20e454d01dcbb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732317838095 2024-11-22T23:23:59,678 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#C#compaction#33 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:23:59,679 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/5647e1e6ecc945138f225535c327fdd6 is 50, key is test_row_0/C:col10/1732317838430/Put/seqid=0 2024-11-22T23:23:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741870_1046 (size=12493) 2024-11-22T23:23:59,709 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/5647e1e6ecc945138f225535c327fdd6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5647e1e6ecc945138f225535c327fdd6 2024-11-22T23:23:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T23:23:59,732 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/C of bef19e2787d8cbd5bec4bfee438e97ad into 5647e1e6ecc945138f225535c327fdd6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:59,732 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:59,732 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/C, priority=13, startTime=1732317839473; duration=0sec 2024-11-22T23:23:59,732 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:59,732 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:C 2024-11-22T23:23:59,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317899750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317899753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317899754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317899870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:23:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317899870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317899870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:23:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:23:59,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:23:59,980 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/e614aafbdfab4eb3897f9b0320de477c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e614aafbdfab4eb3897f9b0320de477c 2024-11-22T23:23:59,989 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/B of bef19e2787d8cbd5bec4bfee438e97ad into e614aafbdfab4eb3897f9b0320de477c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:23:59,989 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:23:59,989 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/B, priority=13, startTime=1732317839473; duration=0sec 2024-11-22T23:23:59,989 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:23:59,989 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:B 2024-11-22T23:24:00,048 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/06191684d7394dd1ac702332d5057548 2024-11-22T23:24:00,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a1fb396cde3c47989095c681cc502a1d is 50, key is test_row_0/B:col10/1732317838439/Put/seqid=0 2024-11-22T23:24:00,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317900080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741871_1047 (size=7365) 2024-11-22T23:24:00,090 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a1fb396cde3c47989095c681cc502a1d 2024-11-22T23:24:00,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317900089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317900089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/dfae6e69fcd046c4986f44d54eb3a600 is 50, key is test_row_0/C:col10/1732317838439/Put/seqid=0 2024-11-22T23:24:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741872_1048 (size=7365) 2024-11-22T23:24:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T23:24:00,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317900389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317900399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317900408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,550 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/dfae6e69fcd046c4986f44d54eb3a600 2024-11-22T23:24:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/06191684d7394dd1ac702332d5057548 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/06191684d7394dd1ac702332d5057548 2024-11-22T23:24:00,569 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/06191684d7394dd1ac702332d5057548, entries=50, sequenceid=166, filesize=7.2 K 2024-11-22T23:24:00,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a1fb396cde3c47989095c681cc502a1d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a1fb396cde3c47989095c681cc502a1d 2024-11-22T23:24:00,587 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a1fb396cde3c47989095c681cc502a1d, entries=50, sequenceid=166, filesize=7.2 K 2024-11-22T23:24:00,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/dfae6e69fcd046c4986f44d54eb3a600 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/dfae6e69fcd046c4986f44d54eb3a600 2024-11-22T23:24:00,602 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/dfae6e69fcd046c4986f44d54eb3a600, entries=50, sequenceid=166, filesize=7.2 K 2024-11-22T23:24:00,604 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for bef19e2787d8cbd5bec4bfee438e97ad in 1037ms, sequenceid=166, compaction requested=false 2024-11-22T23:24:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T23:24:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T23:24:00,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T23:24:00,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5090 sec 2024-11-22T23:24:00,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.5230 sec 2024-11-22T23:24:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:00,904 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:00,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-22T23:24:00,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317900909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317900910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/67e331f7ec8646d581c5e52aa710dc5f is 50, key is test_row_0/A:col10/1732317839743/Put/seqid=0 2024-11-22T23:24:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317900919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741873_1049 (size=14541) 2024-11-22T23:24:01,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/67e331f7ec8646d581c5e52aa710dc5f 2024-11-22T23:24:01,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317901019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:01,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/fa466dd40a7c47fc9b04625b5c9c760d is 50, key is test_row_0/B:col10/1732317839743/Put/seqid=0 2024-11-22T23:24:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741874_1050 (size=12151) 2024-11-22T23:24:01,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/fa466dd40a7c47fc9b04625b5c9c760d 2024-11-22T23:24:01,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/8cdc2f00113a482a97c31c061173d1f8 is 50, key is test_row_0/C:col10/1732317839743/Put/seqid=0 2024-11-22T23:24:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741875_1051 (size=12151) 2024-11-22T23:24:01,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/8cdc2f00113a482a97c31c061173d1f8 2024-11-22T23:24:01,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/67e331f7ec8646d581c5e52aa710dc5f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/67e331f7ec8646d581c5e52aa710dc5f 2024-11-22T23:24:01,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/67e331f7ec8646d581c5e52aa710dc5f, entries=200, sequenceid=201, filesize=14.2 K 2024-11-22T23:24:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/fa466dd40a7c47fc9b04625b5c9c760d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/fa466dd40a7c47fc9b04625b5c9c760d 2024-11-22T23:24:01,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/fa466dd40a7c47fc9b04625b5c9c760d, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T23:24:01,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/8cdc2f00113a482a97c31c061173d1f8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8cdc2f00113a482a97c31c061173d1f8 2024-11-22T23:24:01,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8cdc2f00113a482a97c31c061173d1f8, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T23:24:01,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for bef19e2787d8cbd5bec4bfee438e97ad in 274ms, sequenceid=201, compaction requested=true 2024-11-22T23:24:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:01,179 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:01,179 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:01,181 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:01,181 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/B is initiating minor compaction (all files) 2024-11-22T23:24:01,181 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/B in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,181 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e614aafbdfab4eb3897f9b0320de477c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a1fb396cde3c47989095c681cc502a1d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/fa466dd40a7c47fc9b04625b5c9c760d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=31.3 K 2024-11-22T23:24:01,182 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:01,182 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/A is initiating minor compaction (all files) 2024-11-22T23:24:01,182 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/A in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,182 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2ec7f1a4a3bd40f5bbd1b59971bd0400, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/06191684d7394dd1ac702332d5057548, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/67e331f7ec8646d581c5e52aa710dc5f] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=33.6 K 2024-11-22T23:24:01,182 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e614aafbdfab4eb3897f9b0320de477c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732317838095 2024-11-22T23:24:01,183 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ec7f1a4a3bd40f5bbd1b59971bd0400, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732317838095 2024-11-22T23:24:01,183 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a1fb396cde3c47989095c681cc502a1d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732317838439 2024-11-22T23:24:01,184 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06191684d7394dd1ac702332d5057548, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732317838439 2024-11-22T23:24:01,184 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting fa466dd40a7c47fc9b04625b5c9c760d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317839743 2024-11-22T23:24:01,184 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67e331f7ec8646d581c5e52aa710dc5f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317839743 2024-11-22T23:24:01,214 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:01,215 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/e57d80bc435245c395899287c28ae152 is 50, key is test_row_0/B:col10/1732317839743/Put/seqid=0 2024-11-22T23:24:01,218 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:01,219 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a140b598539f4ff694007c5af11d18b4 is 50, key is test_row_0/A:col10/1732317839743/Put/seqid=0 2024-11-22T23:24:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T23:24:01,239 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:01,240 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-22T23:24:01,243 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T23:24:01,244 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:01,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:01,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741876_1052 (size=12595) 2024-11-22T23:24:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:01,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:24:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741877_1053 (size=12595) 2024-11-22T23:24:01,265 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/e57d80bc435245c395899287c28ae152 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e57d80bc435245c395899287c28ae152 2024-11-22T23:24:01,277 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a140b598539f4ff694007c5af11d18b4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a140b598539f4ff694007c5af11d18b4 2024-11-22T23:24:01,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/b1858b22966947d88606c3e20f2c2928 is 50, key is test_row_0/A:col10/1732317840907/Put/seqid=0 2024-11-22T23:24:01,280 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/B of bef19e2787d8cbd5bec4bfee438e97ad into e57d80bc435245c395899287c28ae152(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:01,280 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:01,281 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/B, priority=13, startTime=1732317841179; duration=0sec 2024-11-22T23:24:01,281 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:01,281 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:B 2024-11-22T23:24:01,281 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:01,283 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:01,283 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/C is initiating minor compaction (all files) 2024-11-22T23:24:01,283 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/C in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,283 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5647e1e6ecc945138f225535c327fdd6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/dfae6e69fcd046c4986f44d54eb3a600, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8cdc2f00113a482a97c31c061173d1f8] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=31.3 K 2024-11-22T23:24:01,284 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 5647e1e6ecc945138f225535c327fdd6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732317838095 2024-11-22T23:24:01,285 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting dfae6e69fcd046c4986f44d54eb3a600, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732317838439 2024-11-22T23:24:01,286 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cdc2f00113a482a97c31c061173d1f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317839743 2024-11-22T23:24:01,290 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/A of bef19e2787d8cbd5bec4bfee438e97ad into a140b598539f4ff694007c5af11d18b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:01,290 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:01,290 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/A, priority=13, startTime=1732317841179; duration=0sec 2024-11-22T23:24:01,290 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:01,290 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:A 2024-11-22T23:24:01,299 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:01,300 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/275dd90d3eb44f5ca6f23adf1e38c4e3 is 50, key is test_row_0/C:col10/1732317839743/Put/seqid=0 2024-11-22T23:24:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741878_1054 (size=16931) 2024-11-22T23:24:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T23:24:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741879_1055 (size=12595) 2024-11-22T23:24:01,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T23:24:01,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:01,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317901430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:01,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317901540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:01,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T23:24:01,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T23:24:01,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T23:24:01,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:01,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:01,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/b1858b22966947d88606c3e20f2c2928 2024-11-22T23:24:01,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317901750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:01,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:01,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/34aa2e154fc64af2984954a6d1145a5e is 50, key is test_row_0/B:col10/1732317840907/Put/seqid=0 2024-11-22T23:24:01,770 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/275dd90d3eb44f5ca6f23adf1e38c4e3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/275dd90d3eb44f5ca6f23adf1e38c4e3 2024-11-22T23:24:01,781 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/C of bef19e2787d8cbd5bec4bfee438e97ad into 275dd90d3eb44f5ca6f23adf1e38c4e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:01,781 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:01,782 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/C, priority=13, startTime=1732317841179; duration=0sec 2024-11-22T23:24:01,782 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:01,782 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:C 2024-11-22T23:24:01,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741880_1056 (size=12151) 2024-11-22T23:24:01,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/34aa2e154fc64af2984954a6d1145a5e 2024-11-22T23:24:01,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f864a3b16c77469389a05edafb27f602 is 50, key is test_row_0/C:col10/1732317840907/Put/seqid=0 2024-11-22T23:24:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741881_1057 (size=12151) 2024-11-22T23:24:01,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f864a3b16c77469389a05edafb27f602 2024-11-22T23:24:01,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/b1858b22966947d88606c3e20f2c2928 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b1858b22966947d88606c3e20f2c2928 2024-11-22T23:24:01,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b1858b22966947d88606c3e20f2c2928, entries=250, sequenceid=212, filesize=16.5 K 2024-11-22T23:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/34aa2e154fc64af2984954a6d1145a5e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/34aa2e154fc64af2984954a6d1145a5e 2024-11-22T23:24:01,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/34aa2e154fc64af2984954a6d1145a5e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T23:24:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f864a3b16c77469389a05edafb27f602 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f864a3b16c77469389a05edafb27f602 2024-11-22T23:24:01,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f864a3b16c77469389a05edafb27f602, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T23:24:01,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bef19e2787d8cbd5bec4bfee438e97ad in 602ms, sequenceid=212, compaction requested=false 2024-11-22T23:24:01,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:01,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T23:24:01,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:01,866 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:24:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T23:24:01,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/083938cf274147189d64e74005aeb2ad is 50, key is test_row_0/A:col10/1732317841417/Put/seqid=0 2024-11-22T23:24:01,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741882_1058 (size=12151) 2024-11-22T23:24:01,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:01,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317901941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:01,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317901943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317902049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317902049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317902059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317902259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317902259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,287 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/083938cf274147189d64e74005aeb2ad 2024-11-22T23:24:02,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/8f60642cd4de4bca99eab60e42f0998e is 50, key is test_row_0/B:col10/1732317841417/Put/seqid=0 2024-11-22T23:24:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741883_1059 (size=12151) 2024-11-22T23:24:02,350 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/8f60642cd4de4bca99eab60e42f0998e 2024-11-22T23:24:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f2ad03755e7b45d2bacb4a7c230459f5 is 50, key is test_row_0/C:col10/1732317841417/Put/seqid=0 2024-11-22T23:24:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T23:24:02,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741884_1060 (size=12151) 2024-11-22T23:24:02,399 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f2ad03755e7b45d2bacb4a7c230459f5 2024-11-22T23:24:02,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/083938cf274147189d64e74005aeb2ad as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/083938cf274147189d64e74005aeb2ad 2024-11-22T23:24:02,424 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/083938cf274147189d64e74005aeb2ad, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T23:24:02,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/8f60642cd4de4bca99eab60e42f0998e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8f60642cd4de4bca99eab60e42f0998e 2024-11-22T23:24:02,437 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8f60642cd4de4bca99eab60e42f0998e, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T23:24:02,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/f2ad03755e7b45d2bacb4a7c230459f5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f2ad03755e7b45d2bacb4a7c230459f5 2024-11-22T23:24:02,454 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f2ad03755e7b45d2bacb4a7c230459f5, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T23:24:02,456 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bef19e2787d8cbd5bec4bfee438e97ad in 591ms, sequenceid=240, compaction requested=true 2024-11-22T23:24:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:02,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-22T23:24:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-22T23:24:02,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T23:24:02,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-11-22T23:24:02,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2260 sec 2024-11-22T23:24:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:02,584 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:02,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T23:24:02,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a6b2181bff324775b8e3790136ae1125 is 50, key is test_row_0/A:col10/1732317841940/Put/seqid=0 2024-11-22T23:24:02,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741885_1061 (size=12151) 2024-11-22T23:24:02,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317902670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317902672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317902674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317902789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317902790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:02,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317902799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317902999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317902999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317903008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54800 deadline: 1732317903069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,071 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in bef19e2787d8cbd5bec4bfee438e97ad of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a6b2181bff324775b8e3790136ae1125 2024-11-22T23:24:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54788 deadline: 1732317903079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,082 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in bef19e2787d8cbd5bec4bfee438e97ad of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/b68159ac14c14854897528250a60161a is 50, key is test_row_0/B:col10/1732317841940/Put/seqid=0 2024-11-22T23:24:03,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741886_1062 (size=12151) 2024-11-22T23:24:03,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/b68159ac14c14854897528250a60161a 2024-11-22T23:24:03,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/30d72b7bbaaa4c29b345f890a34aa84a is 50, key is test_row_0/C:col10/1732317841940/Put/seqid=0 2024-11-22T23:24:03,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741887_1063 (size=12151) 2024-11-22T23:24:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317903309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317903309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317903319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T23:24:03,389 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:03,389 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-22T23:24:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:24:03,393 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:03,394 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:03,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:24:03,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/30d72b7bbaaa4c29b345f890a34aa84a 2024-11-22T23:24:03,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/a6b2181bff324775b8e3790136ae1125 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a6b2181bff324775b8e3790136ae1125 2024-11-22T23:24:03,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T23:24:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:03,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a6b2181bff324775b8e3790136ae1125, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T23:24:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:03,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:03,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/b68159ac14c14854897528250a60161a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/b68159ac14c14854897528250a60161a 2024-11-22T23:24:03,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/b68159ac14c14854897528250a60161a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T23:24:03,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/30d72b7bbaaa4c29b345f890a34aa84a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/30d72b7bbaaa4c29b345f890a34aa84a 2024-11-22T23:24:03,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/30d72b7bbaaa4c29b345f890a34aa84a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T23:24:03,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for bef19e2787d8cbd5bec4bfee438e97ad in 989ms, sequenceid=254, compaction requested=true 2024-11-22T23:24:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:03,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:03,574 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:03,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:03,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:03,574 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:03,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:03,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:03,578 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:03,578 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:03,578 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/B is initiating minor compaction (all files) 2024-11-22T23:24:03,578 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/A is initiating minor compaction (all files) 2024-11-22T23:24:03,578 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/B in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:03,578 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/A in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:03,578 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e57d80bc435245c395899287c28ae152, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/34aa2e154fc64af2984954a6d1145a5e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8f60642cd4de4bca99eab60e42f0998e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/b68159ac14c14854897528250a60161a] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=47.9 K 2024-11-22T23:24:03,578 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a140b598539f4ff694007c5af11d18b4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b1858b22966947d88606c3e20f2c2928, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/083938cf274147189d64e74005aeb2ad, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a6b2181bff324775b8e3790136ae1125] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=52.6 K 2024-11-22T23:24:03,579 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e57d80bc435245c395899287c28ae152, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317839743 2024-11-22T23:24:03,579 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a140b598539f4ff694007c5af11d18b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317839743 2024-11-22T23:24:03,579 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 34aa2e154fc64af2984954a6d1145a5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732317840907 2024-11-22T23:24:03,579 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1858b22966947d88606c3e20f2c2928, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732317840907 2024-11-22T23:24:03,580 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f60642cd4de4bca99eab60e42f0998e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732317841397 2024-11-22T23:24:03,580 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 083938cf274147189d64e74005aeb2ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732317841397 2024-11-22T23:24:03,580 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b68159ac14c14854897528250a60161a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317841940 2024-11-22T23:24:03,580 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6b2181bff324775b8e3790136ae1125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317841940 2024-11-22T23:24:03,611 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:03,612 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2b86958f786e45e39106c75acf4c7185 is 50, key is test_row_0/A:col10/1732317841940/Put/seqid=0 2024-11-22T23:24:03,628 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:03,629 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/af4e9dbd46524ded9eab4b00024af615 is 50, key is test_row_0/B:col10/1732317841940/Put/seqid=0 2024-11-22T23:24:03,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741888_1064 (size=12731) 2024-11-22T23:24:03,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T23:24:03,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:03,704 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T23:24:03,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741889_1065 (size=12731) 2024-11-22T23:24:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:24:03,727 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/af4e9dbd46524ded9eab4b00024af615 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/af4e9dbd46524ded9eab4b00024af615 2024-11-22T23:24:03,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/35a1b57d14ad4734b35643008ecd3b91 is 50, key is test_row_0/A:col10/1732317842671/Put/seqid=0 2024-11-22T23:24:03,736 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/B of bef19e2787d8cbd5bec4bfee438e97ad into af4e9dbd46524ded9eab4b00024af615(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:03,736 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:03,736 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/B, priority=12, startTime=1732317843574; duration=0sec 2024-11-22T23:24:03,736 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:03,736 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:B 2024-11-22T23:24:03,736 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:03,740 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:03,740 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/C is initiating minor compaction (all files) 2024-11-22T23:24:03,740 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/C in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:03,740 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/275dd90d3eb44f5ca6f23adf1e38c4e3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f864a3b16c77469389a05edafb27f602, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f2ad03755e7b45d2bacb4a7c230459f5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/30d72b7bbaaa4c29b345f890a34aa84a] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=47.9 K 2024-11-22T23:24:03,741 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 275dd90d3eb44f5ca6f23adf1e38c4e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317839743 2024-11-22T23:24:03,741 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting f864a3b16c77469389a05edafb27f602, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732317840907 2024-11-22T23:24:03,742 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting f2ad03755e7b45d2bacb4a7c230459f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732317841397 2024-11-22T23:24:03,742 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 30d72b7bbaaa4c29b345f890a34aa84a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317841940 2024-11-22T23:24:03,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741890_1066 (size=12301) 2024-11-22T23:24:03,776 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/35a1b57d14ad4734b35643008ecd3b91 2024-11-22T23:24:03,780 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:03,780 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/59fc7597cd5946b29591bc493750edc1 is 50, key is test_row_0/C:col10/1732317841940/Put/seqid=0 2024-11-22T23:24:03,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/9cd5a2db367f47e099b2d04d95df91f4 is 50, key is test_row_0/B:col10/1732317842671/Put/seqid=0 2024-11-22T23:24:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:03,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:03,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741891_1067 (size=12731) 2024-11-22T23:24:03,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741892_1068 (size=12301) 2024-11-22T23:24:03,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/9cd5a2db367f47e099b2d04d95df91f4 2024-11-22T23:24:03,863 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/59fc7597cd5946b29591bc493750edc1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/59fc7597cd5946b29591bc493750edc1 2024-11-22T23:24:03,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317903862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317903864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317903858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,879 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/C of bef19e2787d8cbd5bec4bfee438e97ad into 59fc7597cd5946b29591bc493750edc1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:03,880 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:03,880 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/C, priority=12, startTime=1732317843574; duration=0sec 2024-11-22T23:24:03,880 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:03,880 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:C 2024-11-22T23:24:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/3cdc3e674b024a9bb6b5d4b699a8a134 is 50, key is test_row_0/C:col10/1732317842671/Put/seqid=0 2024-11-22T23:24:03,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741893_1069 (size=12301) 2024-11-22T23:24:03,924 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/3cdc3e674b024a9bb6b5d4b699a8a134 2024-11-22T23:24:03,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/35a1b57d14ad4734b35643008ecd3b91 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/35a1b57d14ad4734b35643008ecd3b91 2024-11-22T23:24:03,946 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/35a1b57d14ad4734b35643008ecd3b91, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T23:24:03,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/9cd5a2db367f47e099b2d04d95df91f4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9cd5a2db367f47e099b2d04d95df91f4 2024-11-22T23:24:03,966 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9cd5a2db367f47e099b2d04d95df91f4, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T23:24:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/3cdc3e674b024a9bb6b5d4b699a8a134 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3cdc3e674b024a9bb6b5d4b699a8a134 2024-11-22T23:24:03,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317903980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317903979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317903980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:03,987 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3cdc3e674b024a9bb6b5d4b699a8a134, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T23:24:03,989 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for bef19e2787d8cbd5bec4bfee438e97ad in 285ms, sequenceid=277, compaction requested=false 2024-11-22T23:24:03,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:03,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:03,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-22T23:24:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-22T23:24:03,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T23:24:03,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 597 msec 2024-11-22T23:24:03,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 607 msec 2024-11-22T23:24:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T23:24:04,020 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:04,020 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-22T23:24:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T23:24:04,023 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:04,024 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:04,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:04,100 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2b86958f786e45e39106c75acf4c7185 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2b86958f786e45e39106c75acf4c7185 2024-11-22T23:24:04,124 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/A of bef19e2787d8cbd5bec4bfee438e97ad into 2b86958f786e45e39106c75acf4c7185(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:04,124 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:04,124 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/A, priority=12, startTime=1732317843573; duration=0sec 2024-11-22T23:24:04,124 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:04,124 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:A 2024-11-22T23:24:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T23:24:04,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T23:24:04,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:04,178 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T23:24:04,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/1ab5f211b39742f386cd5f3946727866 is 50, key is test_row_0/A:col10/1732317843858/Put/seqid=0 2024-11-22T23:24:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:04,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741894_1070 (size=12301) 2024-11-22T23:24:04,236 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/1ab5f211b39742f386cd5f3946727866 2024-11-22T23:24:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/3965d9df2e554451b55cc8eb13bb62e4 is 50, key is test_row_0/B:col10/1732317843858/Put/seqid=0 2024-11-22T23:24:04,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317904257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317904259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317904261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741895_1071 (size=12301) 2024-11-22T23:24:04,279 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/3965d9df2e554451b55cc8eb13bb62e4 2024-11-22T23:24:04,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/36c09c032f6f42188c556ca224b7de9b is 50, key is test_row_0/C:col10/1732317843858/Put/seqid=0 2024-11-22T23:24:04,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741896_1072 (size=12301) 2024-11-22T23:24:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T23:24:04,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317904369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317904369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317904369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317904580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317904581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317904588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T23:24:04,721 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/36c09c032f6f42188c556ca224b7de9b 2024-11-22T23:24:04,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/1ab5f211b39742f386cd5f3946727866 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1ab5f211b39742f386cd5f3946727866 2024-11-22T23:24:04,736 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1ab5f211b39742f386cd5f3946727866, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T23:24:04,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/3965d9df2e554451b55cc8eb13bb62e4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/3965d9df2e554451b55cc8eb13bb62e4 2024-11-22T23:24:04,746 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/3965d9df2e554451b55cc8eb13bb62e4, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T23:24:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/36c09c032f6f42188c556ca224b7de9b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/36c09c032f6f42188c556ca224b7de9b 2024-11-22T23:24:04,759 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/36c09c032f6f42188c556ca224b7de9b, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T23:24:04,760 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bef19e2787d8cbd5bec4bfee438e97ad in 582ms, sequenceid=294, compaction requested=true 2024-11-22T23:24:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:04,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-22T23:24:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-22T23:24:04,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T23:24:04,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 740 msec 2024-11-22T23:24:04,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 749 msec 2024-11-22T23:24:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:04,893 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:04,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T23:24:04,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/7ab4416b6f8641638d0fba9912aeecda is 50, key is test_row_0/A:col10/1732317844891/Put/seqid=0 2024-11-22T23:24:04,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317904924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317904926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317904929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741897_1073 (size=14741) 2024-11-22T23:24:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:04,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/7ab4416b6f8641638d0fba9912aeecda 2024-11-22T23:24:04,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/2477c3248c214b2a9d2a1e29b56c9c6f is 50, key is test_row_0/B:col10/1732317844891/Put/seqid=0 2024-11-22T23:24:04,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741898_1074 (size=12301) 2024-11-22T23:24:04,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/2477c3248c214b2a9d2a1e29b56c9c6f 2024-11-22T23:24:05,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/4ebd91705b984e77a1070cea0cdd5207 is 50, key is test_row_0/C:col10/1732317844891/Put/seqid=0 2024-11-22T23:24:05,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317905039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317905040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317905040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741899_1075 (size=12301) 2024-11-22T23:24:05,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/4ebd91705b984e77a1070cea0cdd5207 2024-11-22T23:24:05,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/7ab4416b6f8641638d0fba9912aeecda as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/7ab4416b6f8641638d0fba9912aeecda 2024-11-22T23:24:05,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/7ab4416b6f8641638d0fba9912aeecda, entries=200, sequenceid=318, filesize=14.4 K 2024-11-22T23:24:05,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/2477c3248c214b2a9d2a1e29b56c9c6f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/2477c3248c214b2a9d2a1e29b56c9c6f 2024-11-22T23:24:05,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/2477c3248c214b2a9d2a1e29b56c9c6f, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T23:24:05,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/4ebd91705b984e77a1070cea0cdd5207 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4ebd91705b984e77a1070cea0cdd5207 2024-11-22T23:24:05,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4ebd91705b984e77a1070cea0cdd5207, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T23:24:05,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for bef19e2787d8cbd5bec4bfee438e97ad in 253ms, sequenceid=318, compaction requested=true 2024-11-22T23:24:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:05,146 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:05,146 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:05,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:05,149 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52074 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:05,150 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/A is initiating minor compaction (all files) 2024-11-22T23:24:05,150 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/A in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,150 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2b86958f786e45e39106c75acf4c7185, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/35a1b57d14ad4734b35643008ecd3b91, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1ab5f211b39742f386cd5f3946727866, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/7ab4416b6f8641638d0fba9912aeecda] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=50.9 K 2024-11-22T23:24:05,150 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:05,150 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/B is initiating minor compaction (all files) 2024-11-22T23:24:05,150 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/B in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,151 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/af4e9dbd46524ded9eab4b00024af615, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9cd5a2db367f47e099b2d04d95df91f4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/3965d9df2e554451b55cc8eb13bb62e4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/2477c3248c214b2a9d2a1e29b56c9c6f] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=48.5 K 2024-11-22T23:24:05,151 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting af4e9dbd46524ded9eab4b00024af615, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317841940 2024-11-22T23:24:05,151 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b86958f786e45e39106c75acf4c7185, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317841940 2024-11-22T23:24:05,152 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35a1b57d14ad4734b35643008ecd3b91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732317842652 2024-11-22T23:24:05,152 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cd5a2db367f47e099b2d04d95df91f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732317842652 2024-11-22T23:24:05,153 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ab5f211b39742f386cd5f3946727866, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732317843840 2024-11-22T23:24:05,153 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3965d9df2e554451b55cc8eb13bb62e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732317843840 2024-11-22T23:24:05,153 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ab4416b6f8641638d0fba9912aeecda, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732317844256 2024-11-22T23:24:05,155 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 2477c3248c214b2a9d2a1e29b56c9c6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732317844258 2024-11-22T23:24:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T23:24:05,160 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:05,161 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-22T23:24:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T23:24:05,164 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:05,165 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:05,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:05,191 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:05,192 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/3328a13d42444935b876a493bdcc05ea is 50, key is test_row_0/A:col10/1732317844891/Put/seqid=0 2024-11-22T23:24:05,196 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:05,197 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/c04d6f7c849645a69761a79a69cbebbc is 50, key is test_row_0/B:col10/1732317844891/Put/seqid=0 2024-11-22T23:24:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741900_1076 (size=13017) 2024-11-22T23:24:05,255 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:05,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T23:24:05,261 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/3328a13d42444935b876a493bdcc05ea as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/3328a13d42444935b876a493bdcc05ea 2024-11-22T23:24:05,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741901_1077 (size=13017) 2024-11-22T23:24:05,268 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/A of bef19e2787d8cbd5bec4bfee438e97ad into 3328a13d42444935b876a493bdcc05ea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:05,268 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:05,268 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/A, priority=12, startTime=1732317845146; duration=0sec 2024-11-22T23:24:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T23:24:05,269 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:05,269 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:A 2024-11-22T23:24:05,269 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:05,273 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:05,273 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/C is initiating minor compaction (all files) 2024-11-22T23:24:05,276 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/C in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,276 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/59fc7597cd5946b29591bc493750edc1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3cdc3e674b024a9bb6b5d4b699a8a134, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/36c09c032f6f42188c556ca224b7de9b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4ebd91705b984e77a1070cea0cdd5207] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=48.5 K 2024-11-22T23:24:05,279 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59fc7597cd5946b29591bc493750edc1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317841940 2024-11-22T23:24:05,280 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cdc3e674b024a9bb6b5d4b699a8a134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732317842652 2024-11-22T23:24:05,282 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36c09c032f6f42188c556ca224b7de9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732317843840 2024-11-22T23:24:05,284 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ebd91705b984e77a1070cea0cdd5207, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732317844258 2024-11-22T23:24:05,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/dbfcb8f5b94449e2a1f71150e7b436e1 is 50, key is test_row_0/A:col10/1732317844924/Put/seqid=0 2024-11-22T23:24:05,316 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:05,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/b83b63f9dcf64004b659b0cbb74aabb1 is 50, key is test_row_0/C:col10/1732317844891/Put/seqid=0 2024-11-22T23:24:05,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T23:24:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317905317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317905320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317905321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741902_1078 (size=12301) 2024-11-22T23:24:05,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/dbfcb8f5b94449e2a1f71150e7b436e1 2024-11-22T23:24:05,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d21c3fe946364f24902ff7e41fe3368d is 50, key is test_row_0/B:col10/1732317844924/Put/seqid=0 2024-11-22T23:24:05,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741903_1079 (size=13017) 2024-11-22T23:24:05,381 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/b83b63f9dcf64004b659b0cbb74aabb1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b83b63f9dcf64004b659b0cbb74aabb1 2024-11-22T23:24:05,395 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/C of bef19e2787d8cbd5bec4bfee438e97ad into b83b63f9dcf64004b659b0cbb74aabb1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:05,395 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:05,395 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/C, priority=12, startTime=1732317845146; duration=0sec 2024-11-22T23:24:05,396 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:05,396 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:C 2024-11-22T23:24:05,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741904_1080 (size=12301) 2024-11-22T23:24:05,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d21c3fe946364f24902ff7e41fe3368d 2024-11-22T23:24:05,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/a778fcb03c624513b43432ab1b8f87b1 is 50, key is test_row_0/C:col10/1732317844924/Put/seqid=0 2024-11-22T23:24:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317905429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317905429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317905429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741905_1081 (size=12301) 2024-11-22T23:24:05,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T23:24:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T23:24:05,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T23:24:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317905639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317905639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317905639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,677 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/c04d6f7c849645a69761a79a69cbebbc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c04d6f7c849645a69761a79a69cbebbc 2024-11-22T23:24:05,689 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/B of bef19e2787d8cbd5bec4bfee438e97ad into c04d6f7c849645a69761a79a69cbebbc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:05,689 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:05,689 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/B, priority=12, startTime=1732317845146; duration=0sec 2024-11-22T23:24:05,689 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:05,689 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:B 2024-11-22T23:24:05,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T23:24:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T23:24:05,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/a778fcb03c624513b43432ab1b8f87b1 2024-11-22T23:24:05,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/dbfcb8f5b94449e2a1f71150e7b436e1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dbfcb8f5b94449e2a1f71150e7b436e1 2024-11-22T23:24:05,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dbfcb8f5b94449e2a1f71150e7b436e1, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T23:24:05,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d21c3fe946364f24902ff7e41fe3368d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d21c3fe946364f24902ff7e41fe3368d 2024-11-22T23:24:05,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d21c3fe946364f24902ff7e41fe3368d, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T23:24:05,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/a778fcb03c624513b43432ab1b8f87b1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a778fcb03c624513b43432ab1b8f87b1 2024-11-22T23:24:05,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a778fcb03c624513b43432ab1b8f87b1, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T23:24:05,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for bef19e2787d8cbd5bec4bfee438e97ad in 635ms, sequenceid=335, compaction requested=false 2024-11-22T23:24:05,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:05,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T23:24:05,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:05,942 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T23:24:05,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2bb8132b02cf475aa933462e732485e8 is 50, key is test_row_0/A:col10/1732317845317/Put/seqid=0 2024-11-22T23:24:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317905990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317905990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317905992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:05,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741906_1082 (size=12301) 2024-11-22T23:24:06,000 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2bb8132b02cf475aa933462e732485e8 2024-11-22T23:24:06,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a75939a0cf8c41b1a884cbfe0f259358 is 50, key is test_row_0/B:col10/1732317845317/Put/seqid=0 2024-11-22T23:24:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741907_1083 (size=12301) 2024-11-22T23:24:06,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317906099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317906099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317906109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T23:24:06,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317906310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317906319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317906319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,465 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a75939a0cf8c41b1a884cbfe0f259358 2024-11-22T23:24:06,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/b7d7917e9170429cbb15c1e1a6618f04 is 50, key is test_row_0/C:col10/1732317845317/Put/seqid=0 2024-11-22T23:24:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741908_1084 (size=12301) 2024-11-22T23:24:06,520 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/b7d7917e9170429cbb15c1e1a6618f04 2024-11-22T23:24:06,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2bb8132b02cf475aa933462e732485e8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2bb8132b02cf475aa933462e732485e8 2024-11-22T23:24:06,547 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2bb8132b02cf475aa933462e732485e8, entries=150, sequenceid=357, filesize=12.0 K 2024-11-22T23:24:06,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a75939a0cf8c41b1a884cbfe0f259358 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a75939a0cf8c41b1a884cbfe0f259358 2024-11-22T23:24:06,564 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a75939a0cf8c41b1a884cbfe0f259358, entries=150, sequenceid=357, filesize=12.0 K 2024-11-22T23:24:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/b7d7917e9170429cbb15c1e1a6618f04 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b7d7917e9170429cbb15c1e1a6618f04 2024-11-22T23:24:06,600 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b7d7917e9170429cbb15c1e1a6618f04, entries=150, sequenceid=357, filesize=12.0 K 2024-11-22T23:24:06,603 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bef19e2787d8cbd5bec4bfee438e97ad in 662ms, sequenceid=357, compaction requested=true 2024-11-22T23:24:06,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:06,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:06,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-22T23:24:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-22T23:24:06,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T23:24:06,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-22T23:24:06,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4520 sec 2024-11-22T23:24:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:06,624 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:06,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T23:24:06,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/bba4ccb08bc04c8482818ab4c0f423f6 is 50, key is test_row_0/A:col10/1732317846622/Put/seqid=0 2024-11-22T23:24:06,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317906665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317906668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317906670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741909_1085 (size=14741) 2024-11-22T23:24:06,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317906779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317906779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317906779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317906989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317906991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317906992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/bba4ccb08bc04c8482818ab4c0f423f6 2024-11-22T23:24:07,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/8ca507feb85d4b669f20992ed45fb668 is 50, key is test_row_0/B:col10/1732317846622/Put/seqid=0 2024-11-22T23:24:07,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741910_1086 (size=12301) 2024-11-22T23:24:07,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/8ca507feb85d4b669f20992ed45fb668 2024-11-22T23:24:07,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/cfeb31a3f453435c997048363bc800c3 is 50, key is test_row_0/C:col10/1732317846622/Put/seqid=0 2024-11-22T23:24:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741911_1087 (size=12301) 2024-11-22T23:24:07,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/cfeb31a3f453435c997048363bc800c3 2024-11-22T23:24:07,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/bba4ccb08bc04c8482818ab4c0f423f6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/bba4ccb08bc04c8482818ab4c0f423f6 2024-11-22T23:24:07,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/bba4ccb08bc04c8482818ab4c0f423f6, entries=200, sequenceid=374, filesize=14.4 K 2024-11-22T23:24:07,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/8ca507feb85d4b669f20992ed45fb668 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8ca507feb85d4b669f20992ed45fb668 2024-11-22T23:24:07,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8ca507feb85d4b669f20992ed45fb668, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T23:24:07,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/cfeb31a3f453435c997048363bc800c3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/cfeb31a3f453435c997048363bc800c3 2024-11-22T23:24:07,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/cfeb31a3f453435c997048363bc800c3, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T23:24:07,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bef19e2787d8cbd5bec4bfee438e97ad in 602ms, sequenceid=374, compaction requested=true 2024-11-22T23:24:07,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:07,227 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:07,227 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:07,229 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:07,229 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/A is initiating minor compaction (all files) 2024-11-22T23:24:07,229 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/A in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,230 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/3328a13d42444935b876a493bdcc05ea, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dbfcb8f5b94449e2a1f71150e7b436e1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2bb8132b02cf475aa933462e732485e8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/bba4ccb08bc04c8482818ab4c0f423f6] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=51.1 K 2024-11-22T23:24:07,230 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:07,230 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/B is initiating minor compaction (all files) 2024-11-22T23:24:07,230 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3328a13d42444935b876a493bdcc05ea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732317844258 2024-11-22T23:24:07,230 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/B in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,230 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c04d6f7c849645a69761a79a69cbebbc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d21c3fe946364f24902ff7e41fe3368d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a75939a0cf8c41b1a884cbfe0f259358, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8ca507feb85d4b669f20992ed45fb668] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=48.8 K 2024-11-22T23:24:07,231 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbfcb8f5b94449e2a1f71150e7b436e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732317844924 2024-11-22T23:24:07,231 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c04d6f7c849645a69761a79a69cbebbc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732317844258 2024-11-22T23:24:07,231 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bb8132b02cf475aa933462e732485e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732317845307 2024-11-22T23:24:07,232 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d21c3fe946364f24902ff7e41fe3368d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732317844924 2024-11-22T23:24:07,233 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting bba4ccb08bc04c8482818ab4c0f423f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732317845981 2024-11-22T23:24:07,234 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a75939a0cf8c41b1a884cbfe0f259358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732317845307 2024-11-22T23:24:07,234 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ca507feb85d4b669f20992ed45fb668, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732317845981 2024-11-22T23:24:07,250 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:07,251 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#A#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:07,251 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/da5799a6323c4223a5a36a79b6cfd05c is 50, key is test_row_0/B:col10/1732317846622/Put/seqid=0 2024-11-22T23:24:07,251 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/0af33c1451864273b88baea3e0a48b4d is 50, key is test_row_0/A:col10/1732317846622/Put/seqid=0 2024-11-22T23:24:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741913_1089 (size=13153) 2024-11-22T23:24:07,294 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/da5799a6323c4223a5a36a79b6cfd05c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/da5799a6323c4223a5a36a79b6cfd05c 2024-11-22T23:24:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:07,302 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:07,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T23:24:07,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741912_1088 (size=13153) 2024-11-22T23:24:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T23:24:07,309 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:07,310 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-22T23:24:07,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T23:24:07,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:07,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:07,316 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/B of bef19e2787d8cbd5bec4bfee438e97ad into da5799a6323c4223a5a36a79b6cfd05c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:07,316 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:07,316 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/B, priority=12, startTime=1732317847227; duration=0sec 2024-11-22T23:24:07,317 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:07,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/0af33c1451864273b88baea3e0a48b4d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0af33c1451864273b88baea3e0a48b4d 2024-11-22T23:24:07,317 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:B 2024-11-22T23:24:07,319 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:07,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/113ff0b072c4402abc4de007c516735c is 50, key is test_row_0/A:col10/1732317847300/Put/seqid=0 2024-11-22T23:24:07,326 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:07,326 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/C is initiating minor compaction (all files) 2024-11-22T23:24:07,326 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/C in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,326 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b83b63f9dcf64004b659b0cbb74aabb1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a778fcb03c624513b43432ab1b8f87b1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b7d7917e9170429cbb15c1e1a6618f04, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/cfeb31a3f453435c997048363bc800c3] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=48.8 K 2024-11-22T23:24:07,328 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b83b63f9dcf64004b659b0cbb74aabb1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732317844258 2024-11-22T23:24:07,329 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a778fcb03c624513b43432ab1b8f87b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732317844924 2024-11-22T23:24:07,329 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/A of bef19e2787d8cbd5bec4bfee438e97ad into 0af33c1451864273b88baea3e0a48b4d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:07,329 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:07,329 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/A, priority=12, startTime=1732317847226; duration=0sec 2024-11-22T23:24:07,329 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b7d7917e9170429cbb15c1e1a6618f04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732317845307 2024-11-22T23:24:07,330 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:07,330 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:A 2024-11-22T23:24:07,330 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting cfeb31a3f453435c997048363bc800c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732317845981 2024-11-22T23:24:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741914_1090 (size=14741) 2024-11-22T23:24:07,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/113ff0b072c4402abc4de007c516735c 2024-11-22T23:24:07,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317907354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317907358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317907360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,367 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:07,367 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/c9adc626aad245edb48fd1c5a23fa6b9 is 50, key is test_row_0/C:col10/1732317846622/Put/seqid=0 2024-11-22T23:24:07,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d467fc7c2fdf4c3e82063ae3adac7a5c is 50, key is test_row_0/B:col10/1732317847300/Put/seqid=0 2024-11-22T23:24:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741915_1091 (size=12301) 2024-11-22T23:24:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741916_1092 (size=13153) 2024-11-22T23:24:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T23:24:07,423 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/c9adc626aad245edb48fd1c5a23fa6b9 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/c9adc626aad245edb48fd1c5a23fa6b9 2024-11-22T23:24:07,434 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/C of bef19e2787d8cbd5bec4bfee438e97ad into c9adc626aad245edb48fd1c5a23fa6b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:07,434 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:07,434 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/C, priority=12, startTime=1732317847227; duration=0sec 2024-11-22T23:24:07,434 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:07,434 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:C 2024-11-22T23:24:07,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T23:24:07,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:07,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317907469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317907469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317907469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T23:24:07,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:07,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T23:24:07,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317907679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317907679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317907679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T23:24:07,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d467fc7c2fdf4c3e82063ae3adac7a5c 2024-11-22T23:24:07,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/df3b4d44ca3747cab403b95409257f8f is 50, key is test_row_0/C:col10/1732317847300/Put/seqid=0 2024-11-22T23:24:07,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741917_1093 (size=12301) 2024-11-22T23:24:07,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T23:24:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:07,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T23:24:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317907989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317907989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317907989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T23:24:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:08,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:08,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/df3b4d44ca3747cab403b95409257f8f 2024-11-22T23:24:08,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/113ff0b072c4402abc4de007c516735c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/113ff0b072c4402abc4de007c516735c 2024-11-22T23:24:08,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/113ff0b072c4402abc4de007c516735c, entries=200, sequenceid=394, filesize=14.4 K 2024-11-22T23:24:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d467fc7c2fdf4c3e82063ae3adac7a5c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d467fc7c2fdf4c3e82063ae3adac7a5c 2024-11-22T23:24:08,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T23:24:08,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d467fc7c2fdf4c3e82063ae3adac7a5c, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T23:24:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:08,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:08,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:08,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/df3b4d44ca3747cab403b95409257f8f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df3b4d44ca3747cab403b95409257f8f 2024-11-22T23:24:08,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df3b4d44ca3747cab403b95409257f8f, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T23:24:08,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bef19e2787d8cbd5bec4bfee438e97ad in 963ms, sequenceid=394, compaction requested=false 2024-11-22T23:24:08,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:08,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T23:24:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:08,400 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T23:24:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/642707fed4d94fa39a9d6adf7299ec56 is 50, key is test_row_0/A:col10/1732317847357/Put/seqid=0 2024-11-22T23:24:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741918_1094 (size=12301) 2024-11-22T23:24:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T23:24:08,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317908531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317908532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317908536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317908638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317908638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317908648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,823 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/642707fed4d94fa39a9d6adf7299ec56 2024-11-22T23:24:08,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d4a80d01b64c416d9cb2dba38ad87b45 is 50, key is test_row_0/B:col10/1732317847357/Put/seqid=0 2024-11-22T23:24:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741919_1095 (size=12301) 2024-11-22T23:24:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317908848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317908848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:08,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317908858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:08,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:08,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:09,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317909159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317909159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:09,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317909168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:09,238 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d4a80d01b64c416d9cb2dba38ad87b45 2024-11-22T23:24:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/0adac1bbc1c940ee98f45e01235fce24 is 50, key is test_row_0/C:col10/1732317847357/Put/seqid=0 2024-11-22T23:24:09,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741920_1096 (size=12301) 2024-11-22T23:24:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T23:24:09,652 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/0adac1bbc1c940ee98f45e01235fce24 2024-11-22T23:24:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/642707fed4d94fa39a9d6adf7299ec56 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/642707fed4d94fa39a9d6adf7299ec56 2024-11-22T23:24:09,664 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/642707fed4d94fa39a9d6adf7299ec56, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T23:24:09,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d4a80d01b64c416d9cb2dba38ad87b45 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4a80d01b64c416d9cb2dba38ad87b45 2024-11-22T23:24:09,671 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4a80d01b64c416d9cb2dba38ad87b45, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T23:24:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317909669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:09,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317909669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:09,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/0adac1bbc1c940ee98f45e01235fce24 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/0adac1bbc1c940ee98f45e01235fce24 2024-11-22T23:24:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317909678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:09,680 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/0adac1bbc1c940ee98f45e01235fce24, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T23:24:09,681 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for bef19e2787d8cbd5bec4bfee438e97ad in 1281ms, sequenceid=413, compaction requested=true 2024-11-22T23:24:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-22T23:24:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-22T23:24:09,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T23:24:09,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec 2024-11-22T23:24:09,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.3760 sec 2024-11-22T23:24:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:10,680 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:10,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T23:24:10,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/8fda19474a18497092fdbda418f5c354 is 50, key is test_row_0/A:col10/1732317848505/Put/seqid=0 2024-11-22T23:24:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741921_1097 (size=14741) 2024-11-22T23:24:10,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317910701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317910702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317910702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:10,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317910809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:10,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317910809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317910809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:10,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317911019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317911019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317911019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/8fda19474a18497092fdbda418f5c354 2024-11-22T23:24:11,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a07bfeb0364f4c888469865b63c763a1 is 50, key is test_row_0/B:col10/1732317848505/Put/seqid=0 2024-11-22T23:24:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741922_1098 (size=12301) 2024-11-22T23:24:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317911328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317911328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317911329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T23:24:11,469 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:11,469 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-22T23:24:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T23:24:11,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:11,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:11,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:11,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a07bfeb0364f4c888469865b63c763a1 2024-11-22T23:24:11,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/991338b070734e32adc790f4fad21e54 is 50, key is test_row_0/C:col10/1732317848505/Put/seqid=0 2024-11-22T23:24:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741923_1099 (size=12301) 2024-11-22T23:24:11,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/991338b070734e32adc790f4fad21e54 2024-11-22T23:24:11,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/8fda19474a18497092fdbda418f5c354 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/8fda19474a18497092fdbda418f5c354 2024-11-22T23:24:11,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/8fda19474a18497092fdbda418f5c354, entries=200, sequenceid=434, filesize=14.4 K 2024-11-22T23:24:11,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/a07bfeb0364f4c888469865b63c763a1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a07bfeb0364f4c888469865b63c763a1 2024-11-22T23:24:11,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a07bfeb0364f4c888469865b63c763a1, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T23:24:11,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/991338b070734e32adc790f4fad21e54 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/991338b070734e32adc790f4fad21e54 2024-11-22T23:24:11,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/991338b070734e32adc790f4fad21e54, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T23:24:11,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bef19e2787d8cbd5bec4bfee438e97ad in 870ms, sequenceid=434, compaction requested=true 2024-11-22T23:24:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:11,551 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:11,551 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bef19e2787d8cbd5bec4bfee438e97ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:11,553 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:11,553 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:11,553 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/A is initiating minor compaction (all files) 2024-11-22T23:24:11,553 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/B is initiating minor compaction (all files) 2024-11-22T23:24:11,553 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/A in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:11,553 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/B in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:11,554 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0af33c1451864273b88baea3e0a48b4d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/113ff0b072c4402abc4de007c516735c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/642707fed4d94fa39a9d6adf7299ec56, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/8fda19474a18497092fdbda418f5c354] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=53.6 K 2024-11-22T23:24:11,554 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/da5799a6323c4223a5a36a79b6cfd05c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d467fc7c2fdf4c3e82063ae3adac7a5c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4a80d01b64c416d9cb2dba38ad87b45, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a07bfeb0364f4c888469865b63c763a1] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=48.9 K 2024-11-22T23:24:11,554 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0af33c1451864273b88baea3e0a48b4d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732317845981 2024-11-22T23:24:11,555 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting da5799a6323c4223a5a36a79b6cfd05c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732317845981 2024-11-22T23:24:11,555 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 113ff0b072c4402abc4de007c516735c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732317846654 2024-11-22T23:24:11,555 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d467fc7c2fdf4c3e82063ae3adac7a5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732317846654 2024-11-22T23:24:11,556 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 642707fed4d94fa39a9d6adf7299ec56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732317847341 2024-11-22T23:24:11,556 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d4a80d01b64c416d9cb2dba38ad87b45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732317847341 2024-11-22T23:24:11,556 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fda19474a18497092fdbda418f5c354, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732317848505 2024-11-22T23:24:11,557 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a07bfeb0364f4c888469865b63c763a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732317848505 2024-11-22T23:24:11,570 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:11,570 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d4cf514b81554e5c8bbbfd28a5ea1c47 is 50, key is test_row_0/B:col10/1732317848505/Put/seqid=0 2024-11-22T23:24:11,572 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#A#compaction#88 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:11,573 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/92634b59812f431eb51b5cb92f931abd is 50, key is test_row_0/A:col10/1732317848505/Put/seqid=0 2024-11-22T23:24:11,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741924_1100 (size=13289) 2024-11-22T23:24:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T23:24:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741925_1101 (size=13289) 2024-11-22T23:24:11,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T23:24:11,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:11,625 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T23:24:11,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2a0c6fcecfdc4e9296b110866b7d1964 is 50, key is test_row_0/A:col10/1732317850697/Put/seqid=0 2024-11-22T23:24:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741926_1102 (size=12301) 2024-11-22T23:24:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T23:24:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317911869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317911869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317911870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317911979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317911979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317911979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:11,987 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/92634b59812f431eb51b5cb92f931abd as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/92634b59812f431eb51b5cb92f931abd 2024-11-22T23:24:11,987 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/d4cf514b81554e5c8bbbfd28a5ea1c47 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4cf514b81554e5c8bbbfd28a5ea1c47 2024-11-22T23:24:11,994 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/A of bef19e2787d8cbd5bec4bfee438e97ad into 92634b59812f431eb51b5cb92f931abd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:11,994 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/B of bef19e2787d8cbd5bec4bfee438e97ad into d4cf514b81554e5c8bbbfd28a5ea1c47(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:11,994 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:11,994 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:11,994 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/B, priority=12, startTime=1732317851551; duration=0sec 2024-11-22T23:24:11,994 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/A, priority=12, startTime=1732317851551; duration=0sec 2024-11-22T23:24:11,994 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:11,994 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:B 2024-11-22T23:24:11,994 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:11,995 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:11,995 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:A 2024-11-22T23:24:11,996 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:11,996 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): bef19e2787d8cbd5bec4bfee438e97ad/C is initiating minor compaction (all files) 2024-11-22T23:24:11,996 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bef19e2787d8cbd5bec4bfee438e97ad/C in TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:11,996 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/c9adc626aad245edb48fd1c5a23fa6b9, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df3b4d44ca3747cab403b95409257f8f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/0adac1bbc1c940ee98f45e01235fce24, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/991338b070734e32adc790f4fad21e54] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp, totalSize=48.9 K 2024-11-22T23:24:11,997 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c9adc626aad245edb48fd1c5a23fa6b9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732317845981 2024-11-22T23:24:11,997 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting df3b4d44ca3747cab403b95409257f8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732317846654 2024-11-22T23:24:11,998 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0adac1bbc1c940ee98f45e01235fce24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732317847341 2024-11-22T23:24:11,998 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 991338b070734e32adc790f4fad21e54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732317848505 2024-11-22T23:24:12,007 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bef19e2787d8cbd5bec4bfee438e97ad#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:12,008 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/31e0485980514fe09abd02184eae73a6 is 50, key is test_row_0/C:col10/1732317848505/Put/seqid=0 2024-11-22T23:24:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741927_1103 (size=13289) 2024-11-22T23:24:12,033 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2a0c6fcecfdc4e9296b110866b7d1964 2024-11-22T23:24:12,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/e37b56d566ce406aae7322e89f6c0d00 is 50, key is test_row_0/B:col10/1732317850697/Put/seqid=0 2024-11-22T23:24:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741928_1104 (size=12301) 2024-11-22T23:24:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T23:24:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317912189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317912189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317912190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:12,420 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/31e0485980514fe09abd02184eae73a6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/31e0485980514fe09abd02184eae73a6 2024-11-22T23:24:12,433 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bef19e2787d8cbd5bec4bfee438e97ad/C of bef19e2787d8cbd5bec4bfee438e97ad into 31e0485980514fe09abd02184eae73a6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:12,433 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:12,433 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., storeName=bef19e2787d8cbd5bec4bfee438e97ad/C, priority=12, startTime=1732317851551; duration=0sec 2024-11-22T23:24:12,433 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:12,433 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bef19e2787d8cbd5bec4bfee438e97ad:C 2024-11-22T23:24:12,452 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/e37b56d566ce406aae7322e89f6c0d00 2024-11-22T23:24:12,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/a05f509357394eda9489ad2a7f172f74 is 50, key is test_row_0/C:col10/1732317850697/Put/seqid=0 2024-11-22T23:24:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741929_1105 (size=12301) 2024-11-22T23:24:12,476 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/a05f509357394eda9489ad2a7f172f74 2024-11-22T23:24:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/2a0c6fcecfdc4e9296b110866b7d1964 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2a0c6fcecfdc4e9296b110866b7d1964 2024-11-22T23:24:12,489 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2a0c6fcecfdc4e9296b110866b7d1964, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T23:24:12,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/e37b56d566ce406aae7322e89f6c0d00 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e37b56d566ce406aae7322e89f6c0d00 2024-11-22T23:24:12,499 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e37b56d566ce406aae7322e89f6c0d00, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T23:24:12,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54792 deadline: 1732317912499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:12,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54818 deadline: 1732317912499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54764 deadline: 1732317912499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:12,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/a05f509357394eda9489ad2a7f172f74 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a05f509357394eda9489ad2a7f172f74 2024-11-22T23:24:12,511 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a05f509357394eda9489ad2a7f172f74, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T23:24:12,513 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bef19e2787d8cbd5bec4bfee438e97ad in 888ms, sequenceid=449, compaction requested=false 2024-11-22T23:24:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T23:24:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T23:24:12,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T23:24:12,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-11-22T23:24:12,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0580 sec 2024-11-22T23:24:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T23:24:12,608 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:12,609 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-22T23:24:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T23:24:12,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:12,612 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:12,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:12,637 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-22T23:24:12,637 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:12,638 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-22T23:24:12,638 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:12,639 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-22T23:24:12,639 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:12,641 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-22T23:24:12,641 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:12,643 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:12,643 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:12,643 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:12,643 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:12,644 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:12,644 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:12,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:12,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:12,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:12,644 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:12,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:12,644 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T23:24:12,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-22T23:24:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:12,765 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T23:24:12,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/eb4820704fc24135a327b24dea2d51e6 is 50, key is test_row_0/A:col10/1732317851869/Put/seqid=0 2024-11-22T23:24:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741930_1106 (size=12301) 2024-11-22T23:24:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T23:24:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:13,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. as already flushing 2024-11-22T23:24:13,015 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-22T23:24:13,015 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-22T23:24:13,015 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:13,015 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-22T23:24:13,015 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,015 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:13,015 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:13,015 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,015 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,015 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:13,015 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,016 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:13,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:13,091 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-22T23:24:13,092 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:13,092 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,092 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:13,132 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-22T23:24:13,132 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:13,132 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,132 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:13,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:13,184 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/eb4820704fc24135a327b24dea2d51e6 2024-11-22T23:24:13,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/5115b95cddcb4c4f9a88594bc4b07a01 is 50, key is test_row_0/B:col10/1732317851869/Put/seqid=0 2024-11-22T23:24:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741931_1107 (size=12301) 2024-11-22T23:24:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T23:24:13,604 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/5115b95cddcb4c4f9a88594bc4b07a01 2024-11-22T23:24:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/4c4c90b1384f4fe695f557278fa8cb19 is 50, key is test_row_0/C:col10/1732317851869/Put/seqid=0 2024-11-22T23:24:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741932_1108 (size=12301) 2024-11-22T23:24:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T23:24:13,940 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:24:14,028 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/4c4c90b1384f4fe695f557278fa8cb19 2024-11-22T23:24:14,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/eb4820704fc24135a327b24dea2d51e6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/eb4820704fc24135a327b24dea2d51e6 2024-11-22T23:24:14,043 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/eb4820704fc24135a327b24dea2d51e6, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T23:24:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/5115b95cddcb4c4f9a88594bc4b07a01 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/5115b95cddcb4c4f9a88594bc4b07a01 2024-11-22T23:24:14,049 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/5115b95cddcb4c4f9a88594bc4b07a01, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T23:24:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/4c4c90b1384f4fe695f557278fa8cb19 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4c4c90b1384f4fe695f557278fa8cb19 2024-11-22T23:24:14,055 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4c4c90b1384f4fe695f557278fa8cb19, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T23:24:14,056 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for bef19e2787d8cbd5bec4bfee438e97ad in 1291ms, sequenceid=473, compaction requested=true 2024-11-22T23:24:14,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for bef19e2787d8cbd5bec4bfee438e97ad: 2024-11-22T23:24:14,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:14,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T23:24:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T23:24:14,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T23:24:14,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4460 sec 2024-11-22T23:24:14,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4510 sec 2024-11-22T23:24:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T23:24:14,760 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3074 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3098 2024-11-22T23:24:14,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T23:24:14,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1465 2024-11-22T23:24:14,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4388 rows 2024-11-22T23:24:14,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1465 2024-11-22T23:24:14,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4391 rows 2024-11-22T23:24:14,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:24:14,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:24:14,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:14,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:14,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:14,768 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T23:24:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:24:14,775 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317854775"}]},"ts":"1732317854775"} 2024-11-22T23:24:14,778 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T23:24:14,778 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T23:24:14,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:24:14,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, UNASSIGN}] 2024-11-22T23:24:14,787 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, UNASSIGN 2024-11-22T23:24:14,789 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=bef19e2787d8cbd5bec4bfee438e97ad, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:14,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, UNASSIGN because future has completed 2024-11-22T23:24:14,792 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:24:14,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:24:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:24:14,949 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:14,950 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:24:14,950 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing bef19e2787d8cbd5bec4bfee438e97ad, disabling compactions & flushes 2024-11-22T23:24:14,950 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:14,950 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:14,951 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. after waiting 0 ms 2024-11-22T23:24:14,951 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:14,951 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing bef19e2787d8cbd5bec4bfee438e97ad 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T23:24:14,955 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/78f90ed81cf14831870d9213a85749bc is 50, key is test_row_0/A:col10/1732317853010/Put/seqid=0 2024-11-22T23:24:14,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741933_1109 (size=12301) 2024-11-22T23:24:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:24:15,360 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/78f90ed81cf14831870d9213a85749bc 2024-11-22T23:24:15,368 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/1855a745fa7f41e0802389f74a2a32e2 is 50, key is test_row_0/B:col10/1732317853010/Put/seqid=0 2024-11-22T23:24:15,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741934_1110 (size=12301) 2024-11-22T23:24:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:24:15,774 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/1855a745fa7f41e0802389f74a2a32e2 2024-11-22T23:24:15,790 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/5bb2ec2622f34260b128e870b5bbf77b is 50, key is test_row_0/C:col10/1732317853010/Put/seqid=0 2024-11-22T23:24:15,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741935_1111 (size=12301) 2024-11-22T23:24:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:24:16,196 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/5bb2ec2622f34260b128e870b5bbf77b 2024-11-22T23:24:16,208 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/A/78f90ed81cf14831870d9213a85749bc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/78f90ed81cf14831870d9213a85749bc 2024-11-22T23:24:16,214 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/78f90ed81cf14831870d9213a85749bc, entries=150, sequenceid=481, filesize=12.0 K 2024-11-22T23:24:16,215 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/B/1855a745fa7f41e0802389f74a2a32e2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/1855a745fa7f41e0802389f74a2a32e2 2024-11-22T23:24:16,220 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/1855a745fa7f41e0802389f74a2a32e2, entries=150, sequenceid=481, filesize=12.0 K 2024-11-22T23:24:16,221 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/.tmp/C/5bb2ec2622f34260b128e870b5bbf77b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5bb2ec2622f34260b128e870b5bbf77b 2024-11-22T23:24:16,226 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5bb2ec2622f34260b128e870b5bbf77b, entries=150, sequenceid=481, filesize=12.0 K 2024-11-22T23:24:16,227 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bef19e2787d8cbd5bec4bfee438e97ad in 1276ms, sequenceid=481, compaction requested=true 2024-11-22T23:24:16,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1a3bac97792f4774b270e6b07e5ce838, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a95654e24b984b0190a8a7c4feef4085, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b9cc567f299d40b8b6590afc091eec4f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dfc509679c3948a4b089e15ce7c9233d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0bfa440eb69f403ba62998ff104f28e3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0795f9ac1c924ea9a4a23a6e3e21f575, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a9a262c5bd414f98a0ed60e2ca9a0817, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/377dee65aa4e482dae59d164a37e2e2a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/96226212bc6a4c0187488b8b7ed03da3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2ec7f1a4a3bd40f5bbd1b59971bd0400, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/d2c5850ecc984924b2f8b635e973938d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/06191684d7394dd1ac702332d5057548, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/67e331f7ec8646d581c5e52aa710dc5f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a140b598539f4ff694007c5af11d18b4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b1858b22966947d88606c3e20f2c2928, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/083938cf274147189d64e74005aeb2ad, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2b86958f786e45e39106c75acf4c7185, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a6b2181bff324775b8e3790136ae1125, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/35a1b57d14ad4734b35643008ecd3b91, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1ab5f211b39742f386cd5f3946727866, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/7ab4416b6f8641638d0fba9912aeecda, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/3328a13d42444935b876a493bdcc05ea, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dbfcb8f5b94449e2a1f71150e7b436e1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2bb8132b02cf475aa933462e732485e8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/bba4ccb08bc04c8482818ab4c0f423f6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0af33c1451864273b88baea3e0a48b4d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/113ff0b072c4402abc4de007c516735c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/642707fed4d94fa39a9d6adf7299ec56, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/8fda19474a18497092fdbda418f5c354] to archive 2024-11-22T23:24:16,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:24:16,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1a3bac97792f4774b270e6b07e5ce838 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1a3bac97792f4774b270e6b07e5ce838 2024-11-22T23:24:16,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a95654e24b984b0190a8a7c4feef4085 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a95654e24b984b0190a8a7c4feef4085 2024-11-22T23:24:16,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b9cc567f299d40b8b6590afc091eec4f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b9cc567f299d40b8b6590afc091eec4f 2024-11-22T23:24:16,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dfc509679c3948a4b089e15ce7c9233d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dfc509679c3948a4b089e15ce7c9233d 2024-11-22T23:24:16,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0bfa440eb69f403ba62998ff104f28e3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0bfa440eb69f403ba62998ff104f28e3 2024-11-22T23:24:16,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0795f9ac1c924ea9a4a23a6e3e21f575 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0795f9ac1c924ea9a4a23a6e3e21f575 2024-11-22T23:24:16,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a9a262c5bd414f98a0ed60e2ca9a0817 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a9a262c5bd414f98a0ed60e2ca9a0817 2024-11-22T23:24:16,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/377dee65aa4e482dae59d164a37e2e2a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/377dee65aa4e482dae59d164a37e2e2a 2024-11-22T23:24:16,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/96226212bc6a4c0187488b8b7ed03da3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/96226212bc6a4c0187488b8b7ed03da3 2024-11-22T23:24:16,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2ec7f1a4a3bd40f5bbd1b59971bd0400 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2ec7f1a4a3bd40f5bbd1b59971bd0400 2024-11-22T23:24:16,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/d2c5850ecc984924b2f8b635e973938d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/d2c5850ecc984924b2f8b635e973938d 2024-11-22T23:24:16,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/06191684d7394dd1ac702332d5057548 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/06191684d7394dd1ac702332d5057548 2024-11-22T23:24:16,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/67e331f7ec8646d581c5e52aa710dc5f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/67e331f7ec8646d581c5e52aa710dc5f 2024-11-22T23:24:16,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a140b598539f4ff694007c5af11d18b4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a140b598539f4ff694007c5af11d18b4 2024-11-22T23:24:16,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b1858b22966947d88606c3e20f2c2928 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/b1858b22966947d88606c3e20f2c2928 2024-11-22T23:24:16,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/083938cf274147189d64e74005aeb2ad to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/083938cf274147189d64e74005aeb2ad 2024-11-22T23:24:16,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2b86958f786e45e39106c75acf4c7185 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2b86958f786e45e39106c75acf4c7185 2024-11-22T23:24:16,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a6b2181bff324775b8e3790136ae1125 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/a6b2181bff324775b8e3790136ae1125 2024-11-22T23:24:16,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/35a1b57d14ad4734b35643008ecd3b91 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/35a1b57d14ad4734b35643008ecd3b91 2024-11-22T23:24:16,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1ab5f211b39742f386cd5f3946727866 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/1ab5f211b39742f386cd5f3946727866 2024-11-22T23:24:16,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/7ab4416b6f8641638d0fba9912aeecda to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/7ab4416b6f8641638d0fba9912aeecda 2024-11-22T23:24:16,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/3328a13d42444935b876a493bdcc05ea to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/3328a13d42444935b876a493bdcc05ea 2024-11-22T23:24:16,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dbfcb8f5b94449e2a1f71150e7b436e1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/dbfcb8f5b94449e2a1f71150e7b436e1 2024-11-22T23:24:16,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2bb8132b02cf475aa933462e732485e8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2bb8132b02cf475aa933462e732485e8 2024-11-22T23:24:16,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/bba4ccb08bc04c8482818ab4c0f423f6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/bba4ccb08bc04c8482818ab4c0f423f6 2024-11-22T23:24:16,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0af33c1451864273b88baea3e0a48b4d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/0af33c1451864273b88baea3e0a48b4d 2024-11-22T23:24:16,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/113ff0b072c4402abc4de007c516735c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/113ff0b072c4402abc4de007c516735c 2024-11-22T23:24:16,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/642707fed4d94fa39a9d6adf7299ec56 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/642707fed4d94fa39a9d6adf7299ec56 2024-11-22T23:24:16,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/8fda19474a18497092fdbda418f5c354 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/8fda19474a18497092fdbda418f5c354 2024-11-22T23:24:16,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c5ba041957f54371adb5b78253085464, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/57b6ddcd2b244284a344ca125e81c05a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/10fea179060d4d56b7664f85e438b67c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/43001ecccc8c4273870203f01be5732c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9c9a913885504bcea42fe5b9effa3832, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/ee60cd3728814ded894593d3cbb62075, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/4aed3e63b1c44a14b166f1e58865724c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/712c284fc94048ce81724552a4acdec7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/dedf1cbd18d94a36b487f6017032b780, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e614aafbdfab4eb3897f9b0320de477c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d1cf3fb255c14d2cb0346ccef2c93940, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a1fb396cde3c47989095c681cc502a1d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e57d80bc435245c395899287c28ae152, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/fa466dd40a7c47fc9b04625b5c9c760d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/34aa2e154fc64af2984954a6d1145a5e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8f60642cd4de4bca99eab60e42f0998e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/af4e9dbd46524ded9eab4b00024af615, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/b68159ac14c14854897528250a60161a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9cd5a2db367f47e099b2d04d95df91f4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/3965d9df2e554451b55cc8eb13bb62e4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c04d6f7c849645a69761a79a69cbebbc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/2477c3248c214b2a9d2a1e29b56c9c6f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d21c3fe946364f24902ff7e41fe3368d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a75939a0cf8c41b1a884cbfe0f259358, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/da5799a6323c4223a5a36a79b6cfd05c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8ca507feb85d4b669f20992ed45fb668, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d467fc7c2fdf4c3e82063ae3adac7a5c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4a80d01b64c416d9cb2dba38ad87b45, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a07bfeb0364f4c888469865b63c763a1] to archive 2024-11-22T23:24:16,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:24:16,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c5ba041957f54371adb5b78253085464 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c5ba041957f54371adb5b78253085464 2024-11-22T23:24:16,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/57b6ddcd2b244284a344ca125e81c05a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/57b6ddcd2b244284a344ca125e81c05a 2024-11-22T23:24:16,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/10fea179060d4d56b7664f85e438b67c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/10fea179060d4d56b7664f85e438b67c 2024-11-22T23:24:16,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/43001ecccc8c4273870203f01be5732c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/43001ecccc8c4273870203f01be5732c 2024-11-22T23:24:16,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9c9a913885504bcea42fe5b9effa3832 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9c9a913885504bcea42fe5b9effa3832 2024-11-22T23:24:16,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/ee60cd3728814ded894593d3cbb62075 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/ee60cd3728814ded894593d3cbb62075 2024-11-22T23:24:16,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/4aed3e63b1c44a14b166f1e58865724c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/4aed3e63b1c44a14b166f1e58865724c 2024-11-22T23:24:16,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/712c284fc94048ce81724552a4acdec7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/712c284fc94048ce81724552a4acdec7 2024-11-22T23:24:16,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/dedf1cbd18d94a36b487f6017032b780 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/dedf1cbd18d94a36b487f6017032b780 2024-11-22T23:24:16,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e614aafbdfab4eb3897f9b0320de477c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e614aafbdfab4eb3897f9b0320de477c 2024-11-22T23:24:16,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d1cf3fb255c14d2cb0346ccef2c93940 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d1cf3fb255c14d2cb0346ccef2c93940 2024-11-22T23:24:16,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a1fb396cde3c47989095c681cc502a1d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a1fb396cde3c47989095c681cc502a1d 2024-11-22T23:24:16,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e57d80bc435245c395899287c28ae152 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e57d80bc435245c395899287c28ae152 2024-11-22T23:24:16,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/fa466dd40a7c47fc9b04625b5c9c760d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/fa466dd40a7c47fc9b04625b5c9c760d 2024-11-22T23:24:16,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/34aa2e154fc64af2984954a6d1145a5e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/34aa2e154fc64af2984954a6d1145a5e 2024-11-22T23:24:16,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8f60642cd4de4bca99eab60e42f0998e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8f60642cd4de4bca99eab60e42f0998e 2024-11-22T23:24:16,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/af4e9dbd46524ded9eab4b00024af615 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/af4e9dbd46524ded9eab4b00024af615 2024-11-22T23:24:16,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/b68159ac14c14854897528250a60161a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/b68159ac14c14854897528250a60161a 2024-11-22T23:24:16,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9cd5a2db367f47e099b2d04d95df91f4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/9cd5a2db367f47e099b2d04d95df91f4 2024-11-22T23:24:16,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/3965d9df2e554451b55cc8eb13bb62e4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/3965d9df2e554451b55cc8eb13bb62e4 2024-11-22T23:24:16,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c04d6f7c849645a69761a79a69cbebbc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/c04d6f7c849645a69761a79a69cbebbc 2024-11-22T23:24:16,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/2477c3248c214b2a9d2a1e29b56c9c6f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/2477c3248c214b2a9d2a1e29b56c9c6f 2024-11-22T23:24:16,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d21c3fe946364f24902ff7e41fe3368d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d21c3fe946364f24902ff7e41fe3368d 2024-11-22T23:24:16,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a75939a0cf8c41b1a884cbfe0f259358 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a75939a0cf8c41b1a884cbfe0f259358 2024-11-22T23:24:16,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/da5799a6323c4223a5a36a79b6cfd05c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/da5799a6323c4223a5a36a79b6cfd05c 2024-11-22T23:24:16,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8ca507feb85d4b669f20992ed45fb668 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/8ca507feb85d4b669f20992ed45fb668 2024-11-22T23:24:16,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d467fc7c2fdf4c3e82063ae3adac7a5c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d467fc7c2fdf4c3e82063ae3adac7a5c 2024-11-22T23:24:16,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4a80d01b64c416d9cb2dba38ad87b45 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4a80d01b64c416d9cb2dba38ad87b45 2024-11-22T23:24:16,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a07bfeb0364f4c888469865b63c763a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/a07bfeb0364f4c888469865b63c763a1 2024-11-22T23:24:16,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b0845c95cdad47debeff846ad3ea2c25, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f3fe3bf042e74dc2928d7d7f6a21befc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/2d060fbf907548af821366a0277ce077, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/12a6e0d4ba6e4eea8f745ca9c9ecf124, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8f2f54e5d5e44cc1ba703318bfd59ccf, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/470375085b7940c48b85c15f5999c9f7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/adbb7ca7cdda478aa2ba26cd07c87df0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df702e52de034ffd97319e1b3d299655, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/221eaaf920254218a9d56dd0c3584e94, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5647e1e6ecc945138f225535c327fdd6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3be1bcff50284796af20e454d01dcbb6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/dfae6e69fcd046c4986f44d54eb3a600, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/275dd90d3eb44f5ca6f23adf1e38c4e3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8cdc2f00113a482a97c31c061173d1f8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f864a3b16c77469389a05edafb27f602, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f2ad03755e7b45d2bacb4a7c230459f5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/59fc7597cd5946b29591bc493750edc1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/30d72b7bbaaa4c29b345f890a34aa84a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3cdc3e674b024a9bb6b5d4b699a8a134, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/36c09c032f6f42188c556ca224b7de9b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b83b63f9dcf64004b659b0cbb74aabb1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4ebd91705b984e77a1070cea0cdd5207, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a778fcb03c624513b43432ab1b8f87b1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b7d7917e9170429cbb15c1e1a6618f04, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/c9adc626aad245edb48fd1c5a23fa6b9, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/cfeb31a3f453435c997048363bc800c3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df3b4d44ca3747cab403b95409257f8f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/0adac1bbc1c940ee98f45e01235fce24, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/991338b070734e32adc790f4fad21e54] to archive 2024-11-22T23:24:16,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:24:16,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b0845c95cdad47debeff846ad3ea2c25 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b0845c95cdad47debeff846ad3ea2c25 2024-11-22T23:24:16,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f3fe3bf042e74dc2928d7d7f6a21befc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f3fe3bf042e74dc2928d7d7f6a21befc 2024-11-22T23:24:16,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/2d060fbf907548af821366a0277ce077 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/2d060fbf907548af821366a0277ce077 2024-11-22T23:24:16,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/12a6e0d4ba6e4eea8f745ca9c9ecf124 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/12a6e0d4ba6e4eea8f745ca9c9ecf124 2024-11-22T23:24:16,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8f2f54e5d5e44cc1ba703318bfd59ccf to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8f2f54e5d5e44cc1ba703318bfd59ccf 2024-11-22T23:24:16,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/470375085b7940c48b85c15f5999c9f7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/470375085b7940c48b85c15f5999c9f7 2024-11-22T23:24:16,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/adbb7ca7cdda478aa2ba26cd07c87df0 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/adbb7ca7cdda478aa2ba26cd07c87df0 2024-11-22T23:24:16,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df702e52de034ffd97319e1b3d299655 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df702e52de034ffd97319e1b3d299655 2024-11-22T23:24:16,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/221eaaf920254218a9d56dd0c3584e94 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/221eaaf920254218a9d56dd0c3584e94 2024-11-22T23:24:16,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5647e1e6ecc945138f225535c327fdd6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5647e1e6ecc945138f225535c327fdd6 2024-11-22T23:24:16,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3be1bcff50284796af20e454d01dcbb6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3be1bcff50284796af20e454d01dcbb6 2024-11-22T23:24:16,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/dfae6e69fcd046c4986f44d54eb3a600 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/dfae6e69fcd046c4986f44d54eb3a600 2024-11-22T23:24:16,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/275dd90d3eb44f5ca6f23adf1e38c4e3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/275dd90d3eb44f5ca6f23adf1e38c4e3 2024-11-22T23:24:16,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8cdc2f00113a482a97c31c061173d1f8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/8cdc2f00113a482a97c31c061173d1f8 2024-11-22T23:24:16,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f864a3b16c77469389a05edafb27f602 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f864a3b16c77469389a05edafb27f602 2024-11-22T23:24:16,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f2ad03755e7b45d2bacb4a7c230459f5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/f2ad03755e7b45d2bacb4a7c230459f5 2024-11-22T23:24:16,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/59fc7597cd5946b29591bc493750edc1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/59fc7597cd5946b29591bc493750edc1 2024-11-22T23:24:16,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/30d72b7bbaaa4c29b345f890a34aa84a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/30d72b7bbaaa4c29b345f890a34aa84a 2024-11-22T23:24:16,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3cdc3e674b024a9bb6b5d4b699a8a134 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/3cdc3e674b024a9bb6b5d4b699a8a134 2024-11-22T23:24:16,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/36c09c032f6f42188c556ca224b7de9b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/36c09c032f6f42188c556ca224b7de9b 2024-11-22T23:24:16,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b83b63f9dcf64004b659b0cbb74aabb1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b83b63f9dcf64004b659b0cbb74aabb1 2024-11-22T23:24:16,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4ebd91705b984e77a1070cea0cdd5207 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4ebd91705b984e77a1070cea0cdd5207 2024-11-22T23:24:16,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a778fcb03c624513b43432ab1b8f87b1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a778fcb03c624513b43432ab1b8f87b1 2024-11-22T23:24:16,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b7d7917e9170429cbb15c1e1a6618f04 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/b7d7917e9170429cbb15c1e1a6618f04 2024-11-22T23:24:16,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/c9adc626aad245edb48fd1c5a23fa6b9 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/c9adc626aad245edb48fd1c5a23fa6b9 2024-11-22T23:24:16,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/cfeb31a3f453435c997048363bc800c3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/cfeb31a3f453435c997048363bc800c3 2024-11-22T23:24:16,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df3b4d44ca3747cab403b95409257f8f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/df3b4d44ca3747cab403b95409257f8f 2024-11-22T23:24:16,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/0adac1bbc1c940ee98f45e01235fce24 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/0adac1bbc1c940ee98f45e01235fce24 2024-11-22T23:24:16,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/991338b070734e32adc790f4fad21e54 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/991338b070734e32adc790f4fad21e54 2024-11-22T23:24:16,351 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/recovered.edits/484.seqid, newMaxSeqId=484, maxSeqId=1 2024-11-22T23:24:16,352 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. 2024-11-22T23:24:16,352 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for bef19e2787d8cbd5bec4bfee438e97ad: Waiting for close lock at 1732317854950Running coprocessor pre-close hooks at 1732317854950Disabling compacts and flushes for region at 1732317854950Disabling writes for close at 1732317854951 (+1 ms)Obtaining lock to block concurrent updates at 1732317854951Preparing flush snapshotting stores in bef19e2787d8cbd5bec4bfee438e97ad at 1732317854951Finished memstore snapshotting TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732317854951Flushing stores of TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad. at 1732317854952 (+1 ms)Flushing bef19e2787d8cbd5bec4bfee438e97ad/A: creating writer at 1732317854952Flushing bef19e2787d8cbd5bec4bfee438e97ad/A: appending metadata at 1732317854955 (+3 ms)Flushing bef19e2787d8cbd5bec4bfee438e97ad/A: closing flushed file at 1732317854955Flushing bef19e2787d8cbd5bec4bfee438e97ad/B: creating writer at 1732317855365 (+410 ms)Flushing bef19e2787d8cbd5bec4bfee438e97ad/B: appending metadata at 1732317855368 (+3 ms)Flushing bef19e2787d8cbd5bec4bfee438e97ad/B: closing flushed file at 1732317855368Flushing bef19e2787d8cbd5bec4bfee438e97ad/C: creating writer at 1732317855785 (+417 ms)Flushing bef19e2787d8cbd5bec4bfee438e97ad/C: appending metadata at 1732317855789 (+4 ms)Flushing bef19e2787d8cbd5bec4bfee438e97ad/C: closing flushed file at 1732317855789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265ddabb: reopening flushed file at 1732317856206 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25be46e3: reopening flushed file at 1732317856214 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@814df17: reopening flushed file at 1732317856220 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bef19e2787d8cbd5bec4bfee438e97ad in 1276ms, sequenceid=481, compaction requested=true at 1732317856227 (+7 ms)Writing region close event to WAL at 1732317856348 (+121 ms)Running coprocessor post-close hooks at 1732317856352 (+4 ms)Closed at 1732317856352 2024-11-22T23:24:16,355 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:16,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=bef19e2787d8cbd5bec4bfee438e97ad, regionState=CLOSED 2024-11-22T23:24:16,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:24:16,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T23:24:16,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure bef19e2787d8cbd5bec4bfee438e97ad, server=a3d87a7361f3,41749,1732317825610 in 1.5670 sec 2024-11-22T23:24:16,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T23:24:16,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bef19e2787d8cbd5bec4bfee438e97ad, UNASSIGN in 1.5750 sec 2024-11-22T23:24:16,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T23:24:16,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5830 sec 2024-11-22T23:24:16,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317856366"}]},"ts":"1732317856366"} 2024-11-22T23:24:16,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T23:24:16,368 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T23:24:16,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5980 sec 2024-11-22T23:24:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T23:24:16,920 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:16,927 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T23:24:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:16,935 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-22T23:24:16,937 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:16,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:16,944 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/recovered.edits] 2024-11-22T23:24:16,948 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2a0c6fcecfdc4e9296b110866b7d1964 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/2a0c6fcecfdc4e9296b110866b7d1964 2024-11-22T23:24:16,950 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/78f90ed81cf14831870d9213a85749bc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/78f90ed81cf14831870d9213a85749bc 2024-11-22T23:24:16,952 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/92634b59812f431eb51b5cb92f931abd to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/92634b59812f431eb51b5cb92f931abd 2024-11-22T23:24:16,953 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/eb4820704fc24135a327b24dea2d51e6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/A/eb4820704fc24135a327b24dea2d51e6 2024-11-22T23:24:16,957 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/1855a745fa7f41e0802389f74a2a32e2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/1855a745fa7f41e0802389f74a2a32e2 2024-11-22T23:24:16,958 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/5115b95cddcb4c4f9a88594bc4b07a01 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/5115b95cddcb4c4f9a88594bc4b07a01 2024-11-22T23:24:16,960 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4cf514b81554e5c8bbbfd28a5ea1c47 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/d4cf514b81554e5c8bbbfd28a5ea1c47 2024-11-22T23:24:16,962 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e37b56d566ce406aae7322e89f6c0d00 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/B/e37b56d566ce406aae7322e89f6c0d00 2024-11-22T23:24:16,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/31e0485980514fe09abd02184eae73a6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/31e0485980514fe09abd02184eae73a6 2024-11-22T23:24:16,967 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4c4c90b1384f4fe695f557278fa8cb19 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/4c4c90b1384f4fe695f557278fa8cb19 2024-11-22T23:24:16,969 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5bb2ec2622f34260b128e870b5bbf77b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/5bb2ec2622f34260b128e870b5bbf77b 2024-11-22T23:24:16,970 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a05f509357394eda9489ad2a7f172f74 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/C/a05f509357394eda9489ad2a7f172f74 2024-11-22T23:24:16,974 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/recovered.edits/484.seqid to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad/recovered.edits/484.seqid 2024-11-22T23:24:16,975 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/bef19e2787d8cbd5bec4bfee438e97ad 2024-11-22T23:24:16,975 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T23:24:16,980 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:16,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T23:24:16,988 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T23:24:17,014 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T23:24:17,015 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:17,015 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T23:24:17,015 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732317857015"}]},"ts":"9223372036854775807"} 2024-11-22T23:24:17,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T23:24:17,019 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bef19e2787d8cbd5bec4bfee438e97ad, NAME => 'TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T23:24:17,020 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T23:24:17,020 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732317857020"}]},"ts":"9223372036854775807"} 2024-11-22T23:24:17,023 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T23:24:17,024 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:17,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 96 msec 2024-11-22T23:24:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-22T23:24:17,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T23:24:17,040 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:17,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a3d87a7361f3:41749-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1734506047_22 at /127.0.0.1:57458 [Waiting for operation #325] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-233866003_22 at /127.0.0.1:51248 [Waiting for operation #302] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=486 (was 381) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1560 (was 1571) 2024-11-22T23:24:17,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=486, ProcessCount=11, AvailableMemoryMB=1559 2024-11-22T23:24:17,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:24:17,059 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:24:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:17,061 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:24:17,061 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:17,061 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-22T23:24:17,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:24:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:24:17,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741936_1112 (size=959) 2024-11-22T23:24:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:24:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:24:17,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 2024-11-22T23:24:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741937_1113 (size=53) 2024-11-22T23:24:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:24:17,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:24:17,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 313e982db025c4d7e3fd1b30f1bab479, disabling compactions & flushes 2024-11-22T23:24:17,914 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:17,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:17,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. after waiting 0 ms 2024-11-22T23:24:17,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:17,914 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:17,914 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 313e982db025c4d7e3fd1b30f1bab479: Waiting for close lock at 1732317857914Disabling compacts and flushes for region at 1732317857914Disabling writes for close at 1732317857914Writing region close event to WAL at 1732317857914Closed at 1732317857914 2024-11-22T23:24:17,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:24:17,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732317857916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732317857916"}]},"ts":"1732317857916"} 2024-11-22T23:24:17,920 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:24:17,922 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:24:17,923 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317857922"}]},"ts":"1732317857922"} 2024-11-22T23:24:17,925 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T23:24:17,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, ASSIGN}] 2024-11-22T23:24:17,927 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, ASSIGN 2024-11-22T23:24:17,928 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, ASSIGN; state=OFFLINE, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=false 2024-11-22T23:24:18,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=313e982db025c4d7e3fd1b30f1bab479, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:18,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, ASSIGN because future has completed 2024-11-22T23:24:18,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:24:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:24:18,238 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:18,238 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:24:18,238 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,238 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:24:18,238 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,238 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,240 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,242 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313e982db025c4d7e3fd1b30f1bab479 columnFamilyName A 2024-11-22T23:24:18,242 DEBUG [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:18,243 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(327): Store=313e982db025c4d7e3fd1b30f1bab479/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:18,243 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,244 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313e982db025c4d7e3fd1b30f1bab479 columnFamilyName B 2024-11-22T23:24:18,245 DEBUG [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:18,245 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(327): Store=313e982db025c4d7e3fd1b30f1bab479/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:18,245 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,247 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313e982db025c4d7e3fd1b30f1bab479 columnFamilyName C 2024-11-22T23:24:18,247 DEBUG [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:18,248 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(327): Store=313e982db025c4d7e3fd1b30f1bab479/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:18,248 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,249 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,249 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,250 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,250 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,251 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:24:18,252 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,255 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:24:18,255 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 313e982db025c4d7e3fd1b30f1bab479; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68513609, jitterRate=0.020932331681251526}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:24:18,255 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:18,256 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 313e982db025c4d7e3fd1b30f1bab479: Running coprocessor pre-open hook at 1732317858238Writing region info on filesystem at 1732317858238Initializing all the Stores at 1732317858239 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317858239Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317858239Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317858239Cleaning up temporary data from old regions at 1732317858250 (+11 ms)Running coprocessor post-open hooks at 1732317858255 (+5 ms)Region opened successfully at 1732317858256 (+1 ms) 2024-11-22T23:24:18,257 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., pid=36, masterSystemTime=1732317858234 2024-11-22T23:24:18,259 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:18,259 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:18,260 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=313e982db025c4d7e3fd1b30f1bab479, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:18,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:24:18,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-22T23:24:18,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 in 182 msec 2024-11-22T23:24:18,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-22T23:24:18,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, ASSIGN in 342 msec 2024-11-22T23:24:18,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:24:18,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317858271"}]},"ts":"1732317858271"} 2024-11-22T23:24:18,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T23:24:18,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:24:18,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2160 sec 2024-11-22T23:24:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-22T23:24:19,210 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:19,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244f1d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:19,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:19,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:19,215 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369adc0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:19,219 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e139626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:19,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:19,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:19,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:19,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:19,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:24:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a3d87a7361f3,33451,1732317824833 2024-11-22T23:24:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df6ae31 2024-11-22T23:24:19,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:24:19,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:24:19,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:24:19,232 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:24:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741938_1114 (size=995) 2024-11-22T23:24:19,652 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T23:24:19,652 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T23:24:19,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:24:19,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, REOPEN/MOVE}] 2024-11-22T23:24:19,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, REOPEN/MOVE 2024-11-22T23:24:19,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=313e982db025c4d7e3fd1b30f1bab479, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, REOPEN/MOVE because future has completed 2024-11-22T23:24:19,667 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:24:19,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:24:19,820 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:19,820 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:24:19,820 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 313e982db025c4d7e3fd1b30f1bab479, disabling compactions & flushes 2024-11-22T23:24:19,821 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:19,821 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:19,821 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. after waiting 0 ms 2024-11-22T23:24:19,821 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:19,830 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T23:24:19,831 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:19,832 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 313e982db025c4d7e3fd1b30f1bab479: Waiting for close lock at 1732317859820Running coprocessor pre-close hooks at 1732317859820Disabling compacts and flushes for region at 1732317859820Disabling writes for close at 1732317859821 (+1 ms)Writing region close event to WAL at 1732317859822 (+1 ms)Running coprocessor post-close hooks at 1732317859831 (+9 ms)Closed at 1732317859831 2024-11-22T23:24:19,832 WARN [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 313e982db025c4d7e3fd1b30f1bab479 to self. 2024-11-22T23:24:19,834 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:19,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=313e982db025c4d7e3fd1b30f1bab479, regionState=CLOSED 2024-11-22T23:24:19,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:24:19,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-22T23:24:19,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 in 170 msec 2024-11-22T23:24:19,839 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, REOPEN/MOVE; state=CLOSED, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=true 2024-11-22T23:24:19,990 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=313e982db025c4d7e3fd1b30f1bab479, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:19,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, REOPEN/MOVE because future has completed 2024-11-22T23:24:19,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:24:20,149 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,149 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:24:20,150 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,150 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:24:20,150 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,150 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,157 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,162 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313e982db025c4d7e3fd1b30f1bab479 columnFamilyName A 2024-11-22T23:24:20,164 DEBUG [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:20,165 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(327): Store=313e982db025c4d7e3fd1b30f1bab479/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:20,165 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,166 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313e982db025c4d7e3fd1b30f1bab479 columnFamilyName B 2024-11-22T23:24:20,166 DEBUG [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:20,166 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(327): Store=313e982db025c4d7e3fd1b30f1bab479/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:20,167 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,167 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313e982db025c4d7e3fd1b30f1bab479 columnFamilyName C 2024-11-22T23:24:20,167 DEBUG [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:20,168 INFO [StoreOpener-313e982db025c4d7e3fd1b30f1bab479-1 {}] regionserver.HStore(327): Store=313e982db025c4d7e3fd1b30f1bab479/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:20,168 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,169 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,170 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,171 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,171 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,172 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:24:20,173 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,174 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 313e982db025c4d7e3fd1b30f1bab479; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66728636, jitterRate=-0.005665838718414307}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:24:20,174 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,175 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 313e982db025c4d7e3fd1b30f1bab479: Running coprocessor pre-open hook at 1732317860151Writing region info on filesystem at 1732317860151Initializing all the Stores at 1732317860152 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317860153 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317860153Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317860153Cleaning up temporary data from old regions at 1732317860171 (+18 ms)Running coprocessor post-open hooks at 1732317860174 (+3 ms)Region opened successfully at 1732317860175 (+1 ms) 2024-11-22T23:24:20,176 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., pid=41, masterSystemTime=1732317860143 2024-11-22T23:24:20,178 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,178 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=313e982db025c4d7e3fd1b30f1bab479, regionState=OPEN, openSeqNum=5, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:24:20,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-22T23:24:20,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 in 189 msec 2024-11-22T23:24:20,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-22T23:24:20,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, REOPEN/MOVE in 519 msec 2024-11-22T23:24:20,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T23:24:20,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 530 msec 2024-11-22T23:24:20,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 954 msec 2024-11-22T23:24:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-22T23:24:20,193 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:20,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4ffc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,195 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74743689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,197 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180c6c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,199 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3649d1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,200 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7e4007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,203 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6747e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,205 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3e242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,207 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0149ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,209 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ccb153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,225 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67824fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,227 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7793f355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,230 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bc165f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,231 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296231c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,234 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef7d3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,235 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c0f698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,238 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df15267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,240 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e62cbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:20,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:20,242 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a33f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:20,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:20,244 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35809d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:20,245 DEBUG [Thread-601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,245 DEBUG [Thread-597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,245 DEBUG [Thread-599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,245 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-22T23:24:20,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T23:24:20,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:20,250 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:20,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:20,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,257 DEBUG [Thread-594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,257 DEBUG [Thread-588 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,257 DEBUG [Thread-592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,257 DEBUG [Thread-586 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,257 DEBUG [Thread-590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,258 DEBUG [Thread-586 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,258 DEBUG [Thread-586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,262 DEBUG [Thread-592 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,262 DEBUG [Thread-592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,268 DEBUG [Thread-592 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,271 DEBUG [Thread-603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:20,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:20,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:24:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,279 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:20,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:24:20,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc2d7807b32746a6954b111b246583ee_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317860275/Put/seqid=0 2024-11-22T23:24:20,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317920325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317920325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317920325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317920327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317920328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T23:24:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741939_1115 (size=14594) 2024-11-22T23:24:20,361 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:20,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc2d7807b32746a6954b111b246583ee_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc2d7807b32746a6954b111b246583ee_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,374 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/eb854850e8fb41f0a2b94ca6e1c41306, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:20,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/eb854850e8fb41f0a2b94ca6e1c41306 is 175, key is test_row_0/A:col10/1732317860275/Put/seqid=0 2024-11-22T23:24:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741940_1116 (size=39549) 2024-11-22T23:24:20,391 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/eb854850e8fb41f0a2b94ca6e1c41306 2024-11-22T23:24:20,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:20,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/b9ddc7fa36974ffe9e2786e66c33dcda is 50, key is test_row_0/B:col10/1732317860275/Put/seqid=0 2024-11-22T23:24:20,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317920449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317920449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741941_1117 (size=12001) 2024-11-22T23:24:20,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/b9ddc7fa36974ffe9e2786e66c33dcda 2024-11-22T23:24:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317920449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317920459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317920459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/4ca5cb0b540e47079df01c773ca60753 is 50, key is test_row_0/C:col10/1732317860275/Put/seqid=0 2024-11-22T23:24:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741942_1118 (size=12001) 2024-11-22T23:24:20,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/4ca5cb0b540e47079df01c773ca60753 2024-11-22T23:24:20,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/eb854850e8fb41f0a2b94ca6e1c41306 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/eb854850e8fb41f0a2b94ca6e1c41306 2024-11-22T23:24:20,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:20,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:20,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T23:24:20,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/eb854850e8fb41f0a2b94ca6e1c41306, entries=200, sequenceid=16, filesize=38.6 K 2024-11-22T23:24:20,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/b9ddc7fa36974ffe9e2786e66c33dcda as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/b9ddc7fa36974ffe9e2786e66c33dcda 2024-11-22T23:24:20,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/b9ddc7fa36974ffe9e2786e66c33dcda, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T23:24:20,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/4ca5cb0b540e47079df01c773ca60753 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4ca5cb0b540e47079df01c773ca60753 2024-11-22T23:24:20,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4ca5cb0b540e47079df01c773ca60753, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T23:24:20,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 313e982db025c4d7e3fd1b30f1bab479 in 309ms, sequenceid=16, compaction requested=false 2024-11-22T23:24:20,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,667 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:20,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:24:20,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224fda5705718943188b35d2d85c5c507c_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317860665/Put/seqid=0 2024-11-22T23:24:20,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317920684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741943_1119 (size=17034) 2024-11-22T23:24:20,710 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:20,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:20,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:20,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317920687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317920687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317920700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224fda5705718943188b35d2d85c5c507c_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224fda5705718943188b35d2d85c5c507c_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:20,724 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/a270ccb741504bb8ba191019b072435c, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:20,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/a270ccb741504bb8ba191019b072435c is 175, key is test_row_0/A:col10/1732317860665/Put/seqid=0 2024-11-22T23:24:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317920690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741944_1120 (size=48139) 2024-11-22T23:24:20,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317920809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317920819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317920820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317920829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317920850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:20,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:20,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:20,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:20,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T23:24:21,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:21,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317921029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317921039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317921039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317921040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317921059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,147 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/a270ccb741504bb8ba191019b072435c 2024-11-22T23:24:21,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/70c2f9f9a87e407e8259a36194ea927e is 50, key is test_row_0/B:col10/1732317860665/Put/seqid=0 2024-11-22T23:24:21,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741945_1121 (size=12001) 2024-11-22T23:24:21,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317921339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317921349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317921350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317921350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317921369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T23:24:21,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/70c2f9f9a87e407e8259a36194ea927e 2024-11-22T23:24:21,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/fc24f795d8dc42c4b2dc1cb27e2ebae2 is 50, key is test_row_0/C:col10/1732317860665/Put/seqid=0 2024-11-22T23:24:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741946_1122 (size=12001) 2024-11-22T23:24:21,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/fc24f795d8dc42c4b2dc1cb27e2ebae2 2024-11-22T23:24:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/a270ccb741504bb8ba191019b072435c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/a270ccb741504bb8ba191019b072435c 2024-11-22T23:24:21,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/a270ccb741504bb8ba191019b072435c, entries=250, sequenceid=43, filesize=47.0 K 2024-11-22T23:24:21,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/70c2f9f9a87e407e8259a36194ea927e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/70c2f9f9a87e407e8259a36194ea927e 2024-11-22T23:24:21,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:21,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:21,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/70c2f9f9a87e407e8259a36194ea927e, entries=150, sequenceid=43, filesize=11.7 K 2024-11-22T23:24:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:21,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/fc24f795d8dc42c4b2dc1cb27e2ebae2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fc24f795d8dc42c4b2dc1cb27e2ebae2 2024-11-22T23:24:21,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fc24f795d8dc42c4b2dc1cb27e2ebae2, entries=150, sequenceid=43, filesize=11.7 K 2024-11-22T23:24:21,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 313e982db025c4d7e3fd1b30f1bab479 in 983ms, sequenceid=43, compaction requested=false 2024-11-22T23:24:21,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:21,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T23:24:21,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:21,792 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T23:24:21,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222011fd174d71463ab5de6a744a4afa90_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317860687/Put/seqid=0 2024-11-22T23:24:21,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741947_1123 (size=12154) 2024-11-22T23:24:21,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:21,832 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222011fd174d71463ab5de6a744a4afa90_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222011fd174d71463ab5de6a744a4afa90_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/4c44ea65b6eb4544ad302e1d19113121, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/4c44ea65b6eb4544ad302e1d19113121 is 175, key is test_row_0/A:col10/1732317860687/Put/seqid=0 2024-11-22T23:24:21,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741948_1124 (size=30955) 2024-11-22T23:24:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:21,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:21,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T23:24:21,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317921889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317921889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317921888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317921897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:21,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317921907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:21,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:21,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317922010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317922010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317922010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317922019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317922020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317922219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317922219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317922228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317922229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317922229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,253 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/4c44ea65b6eb4544ad302e1d19113121 2024-11-22T23:24:22,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/c9dbe1814b504a2b993f21dae167ab89 is 50, key is test_row_0/B:col10/1732317860687/Put/seqid=0 2024-11-22T23:24:22,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741949_1125 (size=12001) 2024-11-22T23:24:22,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/c9dbe1814b504a2b993f21dae167ab89 2024-11-22T23:24:22,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/c04a5dee97c4452caf26f078add68783 is 50, key is test_row_0/C:col10/1732317860687/Put/seqid=0 2024-11-22T23:24:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741950_1126 (size=12001) 2024-11-22T23:24:22,350 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/c04a5dee97c4452caf26f078add68783 2024-11-22T23:24:22,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/4c44ea65b6eb4544ad302e1d19113121 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4c44ea65b6eb4544ad302e1d19113121 2024-11-22T23:24:22,364 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4c44ea65b6eb4544ad302e1d19113121, entries=150, sequenceid=52, filesize=30.2 K 2024-11-22T23:24:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/c9dbe1814b504a2b993f21dae167ab89 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c9dbe1814b504a2b993f21dae167ab89 2024-11-22T23:24:22,378 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c9dbe1814b504a2b993f21dae167ab89, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T23:24:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/c04a5dee97c4452caf26f078add68783 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c04a5dee97c4452caf26f078add68783 2024-11-22T23:24:22,387 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c04a5dee97c4452caf26f078add68783, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T23:24:22,389 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 313e982db025c4d7e3fd1b30f1bab479 in 596ms, sequenceid=52, compaction requested=true 2024-11-22T23:24:22,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:22,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:22,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T23:24:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T23:24:22,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T23:24:22,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1410 sec 2024-11-22T23:24:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T23:24:22,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.1520 sec 2024-11-22T23:24:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:22,598 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:22,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T23:24:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317922599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317922601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317922601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fd0ebe5e6eac49029495c1a7a1f8a806_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317862533/Put/seqid=0 2024-11-22T23:24:22,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317922608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317922608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741951_1127 (size=12154) 2024-11-22T23:24:22,619 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:22,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fd0ebe5e6eac49029495c1a7a1f8a806_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd0ebe5e6eac49029495c1a7a1f8a806_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:22,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e182f8fecb96443995604e499c5cad60, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:22,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e182f8fecb96443995604e499c5cad60 is 175, key is test_row_0/A:col10/1732317862533/Put/seqid=0 2024-11-22T23:24:22,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741952_1128 (size=30955) 2024-11-22T23:24:22,643 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e182f8fecb96443995604e499c5cad60 2024-11-22T23:24:22,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7598fbea6e5649b8a5bddda667856eb6 is 50, key is test_row_0/B:col10/1732317862533/Put/seqid=0 2024-11-22T23:24:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741953_1129 (size=12001) 2024-11-22T23:24:22,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7598fbea6e5649b8a5bddda667856eb6 2024-11-22T23:24:22,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/43437d61349c4c34875477f6236dfe61 is 50, key is test_row_0/C:col10/1732317862533/Put/seqid=0 2024-11-22T23:24:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741954_1130 (size=12001) 2024-11-22T23:24:22,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317922719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317922719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317922719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317922719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317922720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317922929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317922929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317922929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317922929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317922930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/43437d61349c4c34875477f6236dfe61 2024-11-22T23:24:23,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e182f8fecb96443995604e499c5cad60 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e182f8fecb96443995604e499c5cad60 2024-11-22T23:24:23,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e182f8fecb96443995604e499c5cad60, entries=150, sequenceid=82, filesize=30.2 K 2024-11-22T23:24:23,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7598fbea6e5649b8a5bddda667856eb6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7598fbea6e5649b8a5bddda667856eb6 2024-11-22T23:24:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7598fbea6e5649b8a5bddda667856eb6, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T23:24:23,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/43437d61349c4c34875477f6236dfe61 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/43437d61349c4c34875477f6236dfe61 2024-11-22T23:24:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/43437d61349c4c34875477f6236dfe61, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T23:24:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 313e982db025c4d7e3fd1b30f1bab479 in 524ms, sequenceid=82, compaction requested=true 2024-11-22T23:24:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:23,122 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:23,122 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:23,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:23,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:23,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,124 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:23,124 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/B is initiating minor compaction (all files) 2024-11-22T23:24:23,124 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/B in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:23,124 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/b9ddc7fa36974ffe9e2786e66c33dcda, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/70c2f9f9a87e407e8259a36194ea927e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c9dbe1814b504a2b993f21dae167ab89, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7598fbea6e5649b8a5bddda667856eb6] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=46.9 K 2024-11-22T23:24:23,125 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,125 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/A is initiating minor compaction (all files) 2024-11-22T23:24:23,125 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/A in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:23,125 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/eb854850e8fb41f0a2b94ca6e1c41306, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/a270ccb741504bb8ba191019b072435c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4c44ea65b6eb4544ad302e1d19113121, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e182f8fecb96443995604e499c5cad60] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=146.1 K 2024-11-22T23:24:23,125 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:23,125 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/eb854850e8fb41f0a2b94ca6e1c41306, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/a270ccb741504bb8ba191019b072435c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4c44ea65b6eb4544ad302e1d19113121, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e182f8fecb96443995604e499c5cad60] 2024-11-22T23:24:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,125 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b9ddc7fa36974ffe9e2786e66c33dcda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732317860275 2024-11-22T23:24:23,126 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb854850e8fb41f0a2b94ca6e1c41306, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732317860272 2024-11-22T23:24:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,126 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 70c2f9f9a87e407e8259a36194ea927e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732317860324 2024-11-22T23:24:23,126 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a270ccb741504bb8ba191019b072435c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732317860322 2024-11-22T23:24:23,127 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c9dbe1814b504a2b993f21dae167ab89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317860684 2024-11-22T23:24:23,127 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c44ea65b6eb4544ad302e1d19113121, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317860684 2024-11-22T23:24:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,127 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 7598fbea6e5649b8a5bddda667856eb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732317862530 2024-11-22T23:24:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,128 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting e182f8fecb96443995604e499c5cad60, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732317862530 2024-11-22T23:24:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,146 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#B#compaction#111 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:23,146 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/f208950f74a44538b6ee9675b6ffa850 is 50, key is test_row_0/B:col10/1732317862533/Put/seqid=0 2024-11-22T23:24:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,165 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,174 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112214b9090c0a09410d80e9a1dcbca31cf1_313e982db025c4d7e3fd1b30f1bab479 store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741955_1131 (size=12139) 2024-11-22T23:24:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,181 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112214b9090c0a09410d80e9a1dcbca31cf1_313e982db025c4d7e3fd1b30f1bab479, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:23,181 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112214b9090c0a09410d80e9a1dcbca31cf1_313e982db025c4d7e3fd1b30f1bab479 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,190 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/f208950f74a44538b6ee9675b6ffa850 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/f208950f74a44538b6ee9675b6ffa850 2024-11-22T23:24:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,200 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/B of 313e982db025c4d7e3fd1b30f1bab479 into f208950f74a44538b6ee9675b6ffa850(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:23,200 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:23,200 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/B, priority=12, startTime=1732317863122; duration=0sec 2024-11-22T23:24:23,200 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:23,200 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:B 2024-11-22T23:24:23,200 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,202 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:23,202 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/C is initiating minor compaction (all files) 2024-11-22T23:24:23,202 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/C in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:23,202 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4ca5cb0b540e47079df01c773ca60753, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fc24f795d8dc42c4b2dc1cb27e2ebae2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c04a5dee97c4452caf26f078add68783, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/43437d61349c4c34875477f6236dfe61] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=46.9 K 2024-11-22T23:24:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,203 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ca5cb0b540e47079df01c773ca60753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732317860275 2024-11-22T23:24:23,203 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting fc24f795d8dc42c4b2dc1cb27e2ebae2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732317860324 2024-11-22T23:24:23,204 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c04a5dee97c4452caf26f078add68783, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317860684 2024-11-22T23:24:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,204 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 43437d61349c4c34875477f6236dfe61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732317862530 2024-11-22T23:24:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741956_1132 (size=4469) 2024-11-22T23:24:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,211 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#A#compaction#112 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,212 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/18a35598a7d84e729ac445a125ad443e is 175, key is test_row_0/A:col10/1732317862533/Put/seqid=0 2024-11-22T23:24:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,247 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:23,248 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/c6c1a5df0acb4a16b5131aa262223f40 is 50, key is test_row_0/C:col10/1732317862533/Put/seqid=0 2024-11-22T23:24:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741958_1134 (size=12139) 2024-11-22T23:24:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741957_1133 (size=31093) 2024-11-22T23:24:23,258 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/c6c1a5df0acb4a16b5131aa262223f40 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c6c1a5df0acb4a16b5131aa262223f40 2024-11-22T23:24:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,263 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/C of 313e982db025c4d7e3fd1b30f1bab479 into c6c1a5df0acb4a16b5131aa262223f40(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:23,263 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/18a35598a7d84e729ac445a125ad443e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/18a35598a7d84e729ac445a125ad443e 2024-11-22T23:24:23,263 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:23,263 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/C, priority=12, startTime=1732317863123; duration=0sec 2024-11-22T23:24:23,263 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:23,263 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:C 2024-11-22T23:24:23,270 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/A of 313e982db025c4d7e3fd1b30f1bab479 into 18a35598a7d84e729ac445a125ad443e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:23,270 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:23,270 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/A, priority=12, startTime=1732317863122; duration=0sec 2024-11-22T23:24:23,270 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:23,270 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:A 2024-11-22T23:24:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:23,272 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:23,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:24:23,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112271b2962b087d4444883b511af32660f5_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317862606/Put/seqid=0 2024-11-22T23:24:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741959_1135 (size=19474) 2024-11-22T23:24:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317923323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317923324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317923324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317923325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317923333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317923439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317923439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317923449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317923449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317923450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317923648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317923648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317923659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317923659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317923669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,686 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,691 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112271b2962b087d4444883b511af32660f5_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112271b2962b087d4444883b511af32660f5_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:23,692 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/7ac224c4736841da9d13bf04236c1f4d, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:23,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/7ac224c4736841da9d13bf04236c1f4d is 175, key is test_row_0/A:col10/1732317862606/Put/seqid=0 2024-11-22T23:24:23,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741960_1136 (size=56733) 2024-11-22T23:24:23,728 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/7ac224c4736841da9d13bf04236c1f4d 2024-11-22T23:24:23,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7ab4e03b4e3649d7951411393d01228e is 50, key is test_row_0/B:col10/1732317862606/Put/seqid=0 2024-11-22T23:24:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741961_1137 (size=12001) 2024-11-22T23:24:23,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7ab4e03b4e3649d7951411393d01228e 2024-11-22T23:24:23,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/80f4674dc16f438e9071e8e7629c020b is 50, key is test_row_0/C:col10/1732317862606/Put/seqid=0 2024-11-22T23:24:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741962_1138 (size=12001) 2024-11-22T23:24:23,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/80f4674dc16f438e9071e8e7629c020b 2024-11-22T23:24:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/7ac224c4736841da9d13bf04236c1f4d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7ac224c4736841da9d13bf04236c1f4d 2024-11-22T23:24:23,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7ac224c4736841da9d13bf04236c1f4d, entries=300, sequenceid=96, filesize=55.4 K 2024-11-22T23:24:23,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7ab4e03b4e3649d7951411393d01228e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7ab4e03b4e3649d7951411393d01228e 2024-11-22T23:24:23,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7ab4e03b4e3649d7951411393d01228e, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T23:24:23,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/80f4674dc16f438e9071e8e7629c020b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/80f4674dc16f438e9071e8e7629c020b 2024-11-22T23:24:23,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/80f4674dc16f438e9071e8e7629c020b, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T23:24:23,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 313e982db025c4d7e3fd1b30f1bab479 in 546ms, sequenceid=96, compaction requested=false 2024-11-22T23:24:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:23,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T23:24:23,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227d8ed3f690e64b06a4d63f403e24f0c2_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317863961/Put/seqid=0 2024-11-22T23:24:23,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317923977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317923977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317923977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317923977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317923979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:23,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741963_1139 (size=17034) 2024-11-22T23:24:23,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:23,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227d8ed3f690e64b06a4d63f403e24f0c2_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227d8ed3f690e64b06a4d63f403e24f0c2_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:24,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/48380d72f5674c589abff3555cbb9062, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:24,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/48380d72f5674c589abff3555cbb9062 is 175, key is test_row_0/A:col10/1732317863961/Put/seqid=0 2024-11-22T23:24:24,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741964_1140 (size=48139) 2024-11-22T23:24:24,035 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/48380d72f5674c589abff3555cbb9062 2024-11-22T23:24:24,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ccea11ddca424708b278df4db856cba7 is 50, key is test_row_0/B:col10/1732317863961/Put/seqid=0 2024-11-22T23:24:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317924089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317924089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317924089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317924089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741965_1141 (size=12001) 2024-11-22T23:24:24,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ccea11ddca424708b278df4db856cba7 2024-11-22T23:24:24,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/e4dd249bcebf4971b5dcda90c6091d4a is 50, key is test_row_0/C:col10/1732317863961/Put/seqid=0 2024-11-22T23:24:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741966_1142 (size=12001) 2024-11-22T23:24:24,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/e4dd249bcebf4971b5dcda90c6091d4a 2024-11-22T23:24:24,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/48380d72f5674c589abff3555cbb9062 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/48380d72f5674c589abff3555cbb9062 2024-11-22T23:24:24,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/48380d72f5674c589abff3555cbb9062, entries=250, sequenceid=123, filesize=47.0 K 2024-11-22T23:24:24,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ccea11ddca424708b278df4db856cba7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ccea11ddca424708b278df4db856cba7 2024-11-22T23:24:24,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ccea11ddca424708b278df4db856cba7, entries=150, sequenceid=123, filesize=11.7 K 2024-11-22T23:24:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/e4dd249bcebf4971b5dcda90c6091d4a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e4dd249bcebf4971b5dcda90c6091d4a 2024-11-22T23:24:24,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e4dd249bcebf4971b5dcda90c6091d4a, entries=150, sequenceid=123, filesize=11.7 K 2024-11-22T23:24:24,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 313e982db025c4d7e3fd1b30f1bab479 in 240ms, sequenceid=123, compaction requested=true 2024-11-22T23:24:24,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:24,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:24,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:24,204 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:24,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:24,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:24,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:24,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T23:24:24,204 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:24,205 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:24,205 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/A is initiating minor compaction (all files) 2024-11-22T23:24:24,205 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/A in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,206 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/18a35598a7d84e729ac445a125ad443e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7ac224c4736841da9d13bf04236c1f4d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/48380d72f5674c589abff3555cbb9062] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=132.8 K 2024-11-22T23:24:24,206 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,206 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/18a35598a7d84e729ac445a125ad443e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7ac224c4736841da9d13bf04236c1f4d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/48380d72f5674c589abff3555cbb9062] 2024-11-22T23:24:24,206 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:24,206 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a35598a7d84e729ac445a125ad443e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732317862530 2024-11-22T23:24:24,206 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/B is initiating minor compaction (all files) 2024-11-22T23:24:24,206 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/B in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,206 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/f208950f74a44538b6ee9675b6ffa850, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7ab4e03b4e3649d7951411393d01228e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ccea11ddca424708b278df4db856cba7] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=35.3 K 2024-11-22T23:24:24,207 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ac224c4736841da9d13bf04236c1f4d, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317862606 2024-11-22T23:24:24,207 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting f208950f74a44538b6ee9675b6ffa850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732317862530 2024-11-22T23:24:24,207 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ab4e03b4e3649d7951411393d01228e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317862606 2024-11-22T23:24:24,207 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48380d72f5674c589abff3555cbb9062, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732317863322 2024-11-22T23:24:24,208 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting ccea11ddca424708b278df4db856cba7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732317863323 2024-11-22T23:24:24,229 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:24,232 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:24,233 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/fa68a691f10a4986bd64e25864bab22b is 50, key is test_row_0/B:col10/1732317863961/Put/seqid=0 2024-11-22T23:24:24,241 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227c97628dc7944985a94b1fadc03df6fa_313e982db025c4d7e3fd1b30f1bab479 store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:24,244 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227c97628dc7944985a94b1fadc03df6fa_313e982db025c4d7e3fd1b30f1bab479, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:24,244 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227c97628dc7944985a94b1fadc03df6fa_313e982db025c4d7e3fd1b30f1bab479 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741967_1143 (size=12241) 2024-11-22T23:24:24,260 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/fa68a691f10a4986bd64e25864bab22b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fa68a691f10a4986bd64e25864bab22b 2024-11-22T23:24:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741968_1144 (size=4469) 2024-11-22T23:24:24,270 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/B of 313e982db025c4d7e3fd1b30f1bab479 into fa68a691f10a4986bd64e25864bab22b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:24,270 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:24,270 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/B, priority=13, startTime=1732317864204; duration=0sec 2024-11-22T23:24:24,271 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:24,271 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:B 2024-11-22T23:24:24,271 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:24,272 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#A#compaction#120 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:24,273 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/7775c6f15bad46f1ad05f2625019b2bb is 175, key is test_row_0/A:col10/1732317863961/Put/seqid=0 2024-11-22T23:24:24,274 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:24,274 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/C is initiating minor compaction (all files) 2024-11-22T23:24:24,274 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/C in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,274 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c6c1a5df0acb4a16b5131aa262223f40, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/80f4674dc16f438e9071e8e7629c020b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e4dd249bcebf4971b5dcda90c6091d4a] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=35.3 K 2024-11-22T23:24:24,275 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c6c1a5df0acb4a16b5131aa262223f40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732317862530 2024-11-22T23:24:24,276 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 80f4674dc16f438e9071e8e7629c020b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317862606 2024-11-22T23:24:24,276 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e4dd249bcebf4971b5dcda90c6091d4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732317863323 2024-11-22T23:24:24,295 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:24,295 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/361f075a476942c1827d4e7f1f720529 is 50, key is test_row_0/C:col10/1732317863961/Put/seqid=0 2024-11-22T23:24:24,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741970_1146 (size=12241) 2024-11-22T23:24:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:24,307 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:24,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T23:24:24,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741969_1145 (size=31195) 2024-11-22T23:24:24,310 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/361f075a476942c1827d4e7f1f720529 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/361f075a476942c1827d4e7f1f720529 2024-11-22T23:24:24,325 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/C of 313e982db025c4d7e3fd1b30f1bab479 into 361f075a476942c1827d4e7f1f720529(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:24,325 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:24,325 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/C, priority=13, startTime=1732317864204; duration=0sec 2024-11-22T23:24:24,325 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:24,325 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:C 2024-11-22T23:24:24,326 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/7775c6f15bad46f1ad05f2625019b2bb as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7775c6f15bad46f1ad05f2625019b2bb 2024-11-22T23:24:24,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f3eff37599214677b16485736ad589fc_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317864305/Put/seqid=0 2024-11-22T23:24:24,333 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/A of 313e982db025c4d7e3fd1b30f1bab479 into 7775c6f15bad46f1ad05f2625019b2bb(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:24,333 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:24,333 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/A, priority=13, startTime=1732317864203; duration=0sec 2024-11-22T23:24:24,334 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:24,334 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:A 2024-11-22T23:24:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741971_1147 (size=12304) 2024-11-22T23:24:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317924406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317924408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317924409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317924409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T23:24:24,429 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:24,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-22T23:24:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T23:24:24,432 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:24,433 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:24,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:24,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317924498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317924519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317924519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317924519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317924519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T23:24:24,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T23:24:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:24,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317924729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317924730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317924730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317924730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:24,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:24,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:24,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T23:24:24,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:24,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:24,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:24,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T23:24:24,749 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f3eff37599214677b16485736ad589fc_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f3eff37599214677b16485736ad589fc_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:24,750 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/b1b7ee3298f6405d9efa3190c72fdb67, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:24,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/b1b7ee3298f6405d9efa3190c72fdb67 is 175, key is test_row_0/A:col10/1732317864305/Put/seqid=0 2024-11-22T23:24:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741972_1148 (size=31105) 2024-11-22T23:24:24,777 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/b1b7ee3298f6405d9efa3190c72fdb67 2024-11-22T23:24:24,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/a3dce2b23162458f942fa719d616c36f is 50, key is test_row_0/B:col10/1732317864305/Put/seqid=0 2024-11-22T23:24:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741973_1149 (size=12151) 2024-11-22T23:24:24,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T23:24:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:24,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:24,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317925039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317925039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317925040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317925040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T23:24:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T23:24:25,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T23:24:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/a3dce2b23162458f942fa719d616c36f 2024-11-22T23:24:25,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/fa7b705c1e0f44c4b5f55546c1a480ac is 50, key is test_row_0/C:col10/1732317864305/Put/seqid=0 2024-11-22T23:24:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741974_1150 (size=12151) 2024-11-22T23:24:25,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T23:24:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T23:24:25,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:25,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:25,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317925509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,512 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in 313e982db025c4d7e3fd1b30f1bab479 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317925548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317925549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317925549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317925549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T23:24:25,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/fa7b705c1e0f44c4b5f55546c1a480ac 2024-11-22T23:24:25,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/b1b7ee3298f6405d9efa3190c72fdb67 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/b1b7ee3298f6405d9efa3190c72fdb67 2024-11-22T23:24:25,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/b1b7ee3298f6405d9efa3190c72fdb67, entries=150, sequenceid=137, filesize=30.4 K 2024-11-22T23:24:25,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/a3dce2b23162458f942fa719d616c36f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a3dce2b23162458f942fa719d616c36f 2024-11-22T23:24:25,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a3dce2b23162458f942fa719d616c36f, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T23:24:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/fa7b705c1e0f44c4b5f55546c1a480ac as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fa7b705c1e0f44c4b5f55546c1a480ac 2024-11-22T23:24:25,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fa7b705c1e0f44c4b5f55546c1a480ac, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T23:24:25,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 313e982db025c4d7e3fd1b30f1bab479 in 1338ms, sequenceid=137, compaction requested=false 2024-11-22T23:24:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:25,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T23:24:25,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:25,662 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T23:24:25,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d15a74c0990d46bea4bb366fb05c4df8_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317864406/Put/seqid=0 2024-11-22T23:24:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741975_1151 (size=12304) 2024-11-22T23:24:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:26,084 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d15a74c0990d46bea4bb366fb05c4df8_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d15a74c0990d46bea4bb366fb05c4df8_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/5d53800a53074108b422c5a6d0058c85, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/5d53800a53074108b422c5a6d0058c85 is 175, key is test_row_0/A:col10/1732317864406/Put/seqid=0 2024-11-22T23:24:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741976_1152 (size=31105) 2024-11-22T23:24:26,507 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/5d53800a53074108b422c5a6d0058c85 2024-11-22T23:24:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/422c185812af4134a71af0443f4929e5 is 50, key is test_row_0/B:col10/1732317864406/Put/seqid=0 2024-11-22T23:24:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741977_1153 (size=12151) 2024-11-22T23:24:26,532 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/422c185812af4134a71af0443f4929e5 2024-11-22T23:24:26,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/382fbdb422dd4cf29d5c7b636cf1afa2 is 50, key is test_row_0/C:col10/1732317864406/Put/seqid=0 2024-11-22T23:24:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741978_1154 (size=12151) 2024-11-22T23:24:26,555 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/382fbdb422dd4cf29d5c7b636cf1afa2 2024-11-22T23:24:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:26,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/5d53800a53074108b422c5a6d0058c85 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/5d53800a53074108b422c5a6d0058c85 2024-11-22T23:24:26,572 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/5d53800a53074108b422c5a6d0058c85, entries=150, sequenceid=162, filesize=30.4 K 2024-11-22T23:24:26,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/422c185812af4134a71af0443f4929e5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/422c185812af4134a71af0443f4929e5 2024-11-22T23:24:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T23:24:26,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317926576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317926576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317926596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317926599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,602 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/422c185812af4134a71af0443f4929e5, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T23:24:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/382fbdb422dd4cf29d5c7b636cf1afa2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/382fbdb422dd4cf29d5c7b636cf1afa2 2024-11-22T23:24:26,612 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/382fbdb422dd4cf29d5c7b636cf1afa2, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T23:24:26,613 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 313e982db025c4d7e3fd1b30f1bab479 in 952ms, sequenceid=162, compaction requested=true 2024-11-22T23:24:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T23:24:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T23:24:26,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T23:24:26,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1820 sec 2024-11-22T23:24:26,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.1910 sec 2024-11-22T23:24:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:26,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T23:24:26,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112259da1788c068439a92cdbd5ea9fd3979_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317866711/Put/seqid=0 2024-11-22T23:24:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741979_1155 (size=17284) 2024-11-22T23:24:26,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317926760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,772 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:26,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317926770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,780 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112259da1788c068439a92cdbd5ea9fd3979_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112259da1788c068439a92cdbd5ea9fd3979_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317926776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317926776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,782 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/f772067351cb4a3faf8239d98329a49d, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:26,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/f772067351cb4a3faf8239d98329a49d is 175, key is test_row_0/A:col10/1732317866711/Put/seqid=0 2024-11-22T23:24:26,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741980_1156 (size=48389) 2024-11-22T23:24:26,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/f772067351cb4a3faf8239d98329a49d 2024-11-22T23:24:26,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/db48d709020e40b8b01cd8cd355e5b50 is 50, key is test_row_0/B:col10/1732317866711/Put/seqid=0 2024-11-22T23:24:26,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741981_1157 (size=12151) 2024-11-22T23:24:26,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/db48d709020e40b8b01cd8cd355e5b50 2024-11-22T23:24:26,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/08b0c05ec73a42dda371fcd0fc8fca7c is 50, key is test_row_0/C:col10/1732317866711/Put/seqid=0 2024-11-22T23:24:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741982_1158 (size=12151) 2024-11-22T23:24:26,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317926879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317926879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317926889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317926889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317927088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317927088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317927099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317927099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/08b0c05ec73a42dda371fcd0fc8fca7c 2024-11-22T23:24:27,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/f772067351cb4a3faf8239d98329a49d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f772067351cb4a3faf8239d98329a49d 2024-11-22T23:24:27,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f772067351cb4a3faf8239d98329a49d, entries=250, sequenceid=179, filesize=47.3 K 2024-11-22T23:24:27,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/db48d709020e40b8b01cd8cd355e5b50 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/db48d709020e40b8b01cd8cd355e5b50 2024-11-22T23:24:27,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/db48d709020e40b8b01cd8cd355e5b50, entries=150, sequenceid=179, filesize=11.9 K 2024-11-22T23:24:27,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/08b0c05ec73a42dda371fcd0fc8fca7c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/08b0c05ec73a42dda371fcd0fc8fca7c 2024-11-22T23:24:27,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/08b0c05ec73a42dda371fcd0fc8fca7c, entries=150, sequenceid=179, filesize=11.9 K 2024-11-22T23:24:27,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 313e982db025c4d7e3fd1b30f1bab479 in 587ms, sequenceid=179, compaction requested=true 2024-11-22T23:24:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:27,299 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:27,299 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:27,301 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:27,301 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:27,301 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/A is initiating minor compaction (all files) 2024-11-22T23:24:27,301 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/B is initiating minor compaction (all files) 2024-11-22T23:24:27,301 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/A in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:27,301 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/B in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:27,301 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7775c6f15bad46f1ad05f2625019b2bb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/b1b7ee3298f6405d9efa3190c72fdb67, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/5d53800a53074108b422c5a6d0058c85, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f772067351cb4a3faf8239d98329a49d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=138.5 K 2024-11-22T23:24:27,301 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fa68a691f10a4986bd64e25864bab22b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a3dce2b23162458f942fa719d616c36f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/422c185812af4134a71af0443f4929e5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/db48d709020e40b8b01cd8cd355e5b50] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=47.6 K 2024-11-22T23:24:27,301 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:27,301 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7775c6f15bad46f1ad05f2625019b2bb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/b1b7ee3298f6405d9efa3190c72fdb67, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/5d53800a53074108b422c5a6d0058c85, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f772067351cb4a3faf8239d98329a49d] 2024-11-22T23:24:27,302 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting fa68a691f10a4986bd64e25864bab22b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732317863323 2024-11-22T23:24:27,302 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7775c6f15bad46f1ad05f2625019b2bb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732317863323 2024-11-22T23:24:27,303 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a3dce2b23162458f942fa719d616c36f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732317863973 2024-11-22T23:24:27,303 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1b7ee3298f6405d9efa3190c72fdb67, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732317863973 2024-11-22T23:24:27,303 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 422c185812af4134a71af0443f4929e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732317864401 2024-11-22T23:24:27,304 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d53800a53074108b422c5a6d0058c85, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732317864401 2024-11-22T23:24:27,304 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting db48d709020e40b8b01cd8cd355e5b50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732317866709 2024-11-22T23:24:27,304 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting f772067351cb4a3faf8239d98329a49d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732317866575 2024-11-22T23:24:27,321 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:27,324 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#B#compaction#132 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:27,325 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112245107a0f258c4470aa5a08343c38e34f_313e982db025c4d7e3fd1b30f1bab479 store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:27,325 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/fd05a62c0d4a495aaddac1ddcb71ec8f is 50, key is test_row_0/B:col10/1732317866711/Put/seqid=0 2024-11-22T23:24:27,328 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112245107a0f258c4470aa5a08343c38e34f_313e982db025c4d7e3fd1b30f1bab479, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:27,328 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112245107a0f258c4470aa5a08343c38e34f_313e982db025c4d7e3fd1b30f1bab479 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:27,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741983_1159 (size=12527) 2024-11-22T23:24:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741984_1160 (size=4469) 2024-11-22T23:24:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:27,404 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:27,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T23:24:27,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112249cb17eaabf2463eb813e293e4a5bd7c_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317867404/Put/seqid=0 2024-11-22T23:24:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741985_1161 (size=14794) 2024-11-22T23:24:27,423 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:27,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112249cb17eaabf2463eb813e293e4a5bd7c_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249cb17eaabf2463eb813e293e4a5bd7c_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:27,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/3b45dfeca8f7418aaf828002c2c9eae5, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:27,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/3b45dfeca8f7418aaf828002c2c9eae5 is 175, key is test_row_0/A:col10/1732317867404/Put/seqid=0 2024-11-22T23:24:27,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317927424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317927426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741986_1162 (size=39749) 2024-11-22T23:24:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317927427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317927432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317927518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,521 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in 313e982db025c4d7e3fd1b30f1bab479 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317927539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317927539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317927539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317927549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,743 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/fd05a62c0d4a495aaddac1ddcb71ec8f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fd05a62c0d4a495aaddac1ddcb71ec8f 2024-11-22T23:24:27,747 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/B of 313e982db025c4d7e3fd1b30f1bab479 into fd05a62c0d4a495aaddac1ddcb71ec8f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:27,748 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:27,748 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/B, priority=12, startTime=1732317867299; duration=0sec 2024-11-22T23:24:27,748 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:27,748 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:B 2024-11-22T23:24:27,748 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:27,751 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:27,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,751 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/C is initiating minor compaction (all files) 2024-11-22T23:24:27,751 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/C in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317927749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317927749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,751 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/361f075a476942c1827d4e7f1f720529, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fa7b705c1e0f44c4b5f55546c1a480ac, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/382fbdb422dd4cf29d5c7b636cf1afa2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/08b0c05ec73a42dda371fcd0fc8fca7c] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=47.6 K 2024-11-22T23:24:27,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317927749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,753 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 361f075a476942c1827d4e7f1f720529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732317863323 2024-11-22T23:24:27,754 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#A#compaction#133 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:27,754 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/53266e94a249460d957492ac72695443 is 175, key is test_row_0/A:col10/1732317866711/Put/seqid=0 2024-11-22T23:24:27,756 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting fa7b705c1e0f44c4b5f55546c1a480ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732317863973 2024-11-22T23:24:27,757 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 382fbdb422dd4cf29d5c7b636cf1afa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732317864401 2024-11-22T23:24:27,757 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 08b0c05ec73a42dda371fcd0fc8fca7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732317866709 2024-11-22T23:24:27,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317927759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:27,772 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:27,773 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/de2b84b369ef45619e1a218d8f332371 is 50, key is test_row_0/C:col10/1732317866711/Put/seqid=0 2024-11-22T23:24:27,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741988_1164 (size=12527) 2024-11-22T23:24:27,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741987_1163 (size=31481) 2024-11-22T23:24:27,795 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/de2b84b369ef45619e1a218d8f332371 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/de2b84b369ef45619e1a218d8f332371 2024-11-22T23:24:27,800 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/C of 313e982db025c4d7e3fd1b30f1bab479 into de2b84b369ef45619e1a218d8f332371(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:27,800 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:27,800 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/C, priority=12, startTime=1732317867299; duration=0sec 2024-11-22T23:24:27,801 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:27,801 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:C 2024-11-22T23:24:27,835 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/3b45dfeca8f7418aaf828002c2c9eae5 2024-11-22T23:24:27,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ff96306470614b22abe45d8d8467f180 is 50, key is test_row_0/B:col10/1732317867404/Put/seqid=0 2024-11-22T23:24:27,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741989_1165 (size=12151) 2024-11-22T23:24:28,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317928058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:28,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:28,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317928059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:28,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317928059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:28,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317928079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:28,191 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/53266e94a249460d957492ac72695443 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/53266e94a249460d957492ac72695443 2024-11-22T23:24:28,196 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/A of 313e982db025c4d7e3fd1b30f1bab479 into 53266e94a249460d957492ac72695443(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:28,196 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:28,197 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/A, priority=12, startTime=1732317867299; duration=0sec 2024-11-22T23:24:28,197 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:28,197 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:A 2024-11-22T23:24:28,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ff96306470614b22abe45d8d8467f180 2024-11-22T23:24:28,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/ceaad40fcbfc46b88eb73484466ff5a2 is 50, key is test_row_0/C:col10/1732317867404/Put/seqid=0 2024-11-22T23:24:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741990_1166 (size=12151) 2024-11-22T23:24:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317928568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317928569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317928569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:28,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317928589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T23:24:28,619 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:28,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-22T23:24:28,620 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T23:24:28,621 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:28,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:28,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/ceaad40fcbfc46b88eb73484466ff5a2 2024-11-22T23:24:28,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/3b45dfeca8f7418aaf828002c2c9eae5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/3b45dfeca8f7418aaf828002c2c9eae5 2024-11-22T23:24:28,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/3b45dfeca8f7418aaf828002c2c9eae5, entries=200, sequenceid=201, filesize=38.8 K 2024-11-22T23:24:28,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ff96306470614b22abe45d8d8467f180 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ff96306470614b22abe45d8d8467f180 2024-11-22T23:24:28,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ff96306470614b22abe45d8d8467f180, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T23:24:28,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/ceaad40fcbfc46b88eb73484466ff5a2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/ceaad40fcbfc46b88eb73484466ff5a2 2024-11-22T23:24:28,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/ceaad40fcbfc46b88eb73484466ff5a2, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T23:24:28,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 313e982db025c4d7e3fd1b30f1bab479 in 1280ms, sequenceid=201, compaction requested=false 2024-11-22T23:24:28,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T23:24:28,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T23:24:28,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:28,774 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T23:24:28,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122018f6033c7ab43a5ba1798b147dfdb0f_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317867425/Put/seqid=0 2024-11-22T23:24:28,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741991_1167 (size=12304) 2024-11-22T23:24:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T23:24:29,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:29,190 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122018f6033c7ab43a5ba1798b147dfdb0f_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122018f6033c7ab43a5ba1798b147dfdb0f_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:29,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/82c3764d60f2431fa3dee0b1362739c3, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/82c3764d60f2431fa3dee0b1362739c3 is 175, key is test_row_0/A:col10/1732317867425/Put/seqid=0 2024-11-22T23:24:29,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741992_1168 (size=31105) 2024-11-22T23:24:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T23:24:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:29,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:29,596 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/82c3764d60f2431fa3dee0b1362739c3 2024-11-22T23:24:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ec9f291140834422b18280ebec36bbb8 is 50, key is test_row_0/B:col10/1732317867425/Put/seqid=0 2024-11-22T23:24:29,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317929605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317929607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741993_1169 (size=12151) 2024-11-22T23:24:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317929608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,614 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in 313e982db025c4d7e3fd1b30f1bab479 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:29,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317929613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317929718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317929718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317929718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T23:24:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317929928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317929928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317929928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,014 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ec9f291140834422b18280ebec36bbb8 2024-11-22T23:24:30,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/7592cd9f79ed4785a858030353662ee0 is 50, key is test_row_0/C:col10/1732317867425/Put/seqid=0 2024-11-22T23:24:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741994_1170 (size=12151) 2024-11-22T23:24:30,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317930239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317930239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317930239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,428 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/7592cd9f79ed4785a858030353662ee0 2024-11-22T23:24:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/82c3764d60f2431fa3dee0b1362739c3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/82c3764d60f2431fa3dee0b1362739c3 2024-11-22T23:24:30,437 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/82c3764d60f2431fa3dee0b1362739c3, entries=150, sequenceid=218, filesize=30.4 K 2024-11-22T23:24:30,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/ec9f291140834422b18280ebec36bbb8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ec9f291140834422b18280ebec36bbb8 2024-11-22T23:24:30,443 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ec9f291140834422b18280ebec36bbb8, entries=150, sequenceid=218, filesize=11.9 K 2024-11-22T23:24:30,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/7592cd9f79ed4785a858030353662ee0 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/7592cd9f79ed4785a858030353662ee0 2024-11-22T23:24:30,448 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/7592cd9f79ed4785a858030353662ee0, entries=150, sequenceid=218, filesize=11.9 K 2024-11-22T23:24:30,448 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 313e982db025c4d7e3fd1b30f1bab479 in 1675ms, sequenceid=218, compaction requested=true 2024-11-22T23:24:30,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:30,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:30,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T23:24:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T23:24:30,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T23:24:30,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-11-22T23:24:30,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8320 sec 2024-11-22T23:24:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:30,750 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:30,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T23:24:30,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112296f7a3730dc14c3ca4149c5525a9ba91_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317869610/Put/seqid=0 2024-11-22T23:24:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T23:24:30,769 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:30,770 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-22T23:24:30,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317930765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317930766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T23:24:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,772 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:30,773 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:30,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:30,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317930771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741995_1171 (size=17284) 2024-11-22T23:24:30,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:30,788 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112296f7a3730dc14c3ca4149c5525a9ba91_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296f7a3730dc14c3ca4149c5525a9ba91_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:30,789 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e755b46934004adaa842442c6ab52a44, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:30,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e755b46934004adaa842442c6ab52a44 is 175, key is test_row_0/A:col10/1732317869610/Put/seqid=0 2024-11-22T23:24:30,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741996_1172 (size=48389) 2024-11-22T23:24:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T23:24:30,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317930879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317930879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317930880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:30,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:30,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:30,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:30,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:30,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:30,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:30,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:30,961 INFO [master/a3d87a7361f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T23:24:30,961 INFO [master/a3d87a7361f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T23:24:31,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:31,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:31,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T23:24:31,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317931089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317931089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317931089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e755b46934004adaa842442c6ab52a44 2024-11-22T23:24:31,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/a6b9df36317f4bff88a8e776e675094f is 50, key is test_row_0/B:col10/1732317869610/Put/seqid=0 2024-11-22T23:24:31,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741997_1173 (size=12151) 2024-11-22T23:24:31,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T23:24:31,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317931399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317931399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317931399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:31,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:31,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732317931568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,570 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in 313e982db025c4d7e3fd1b30f1bab479 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/a6b9df36317f4bff88a8e776e675094f 2024-11-22T23:24:31,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/e7b5ee89c50f4178b7328fbc6cd6bed6 is 50, key is test_row_0/C:col10/1732317869610/Put/seqid=0 2024-11-22T23:24:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741998_1174 (size=12151) 2024-11-22T23:24:31,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317931629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,633 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in 313e982db025c4d7e3fd1b30f1bab479 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:31,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:31,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T23:24:31,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317931908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317931908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317931908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:32,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:32,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:32,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:32,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:32,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:32,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:32,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/e7b5ee89c50f4178b7328fbc6cd6bed6 2024-11-22T23:24:32,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e755b46934004adaa842442c6ab52a44 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e755b46934004adaa842442c6ab52a44 2024-11-22T23:24:32,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e755b46934004adaa842442c6ab52a44, entries=250, sequenceid=242, filesize=47.3 K 2024-11-22T23:24:32,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/a6b9df36317f4bff88a8e776e675094f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a6b9df36317f4bff88a8e776e675094f 2024-11-22T23:24:32,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a6b9df36317f4bff88a8e776e675094f, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T23:24:32,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/e7b5ee89c50f4178b7328fbc6cd6bed6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e7b5ee89c50f4178b7328fbc6cd6bed6 2024-11-22T23:24:32,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e7b5ee89c50f4178b7328fbc6cd6bed6, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T23:24:32,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 313e982db025c4d7e3fd1b30f1bab479 in 1301ms, sequenceid=242, compaction requested=true 2024-11-22T23:24:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:32,051 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:32,052 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:32,053 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150724 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:32,053 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:32,053 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/A is initiating minor compaction (all files) 2024-11-22T23:24:32,053 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/B is initiating minor compaction (all files) 2024-11-22T23:24:32,054 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/B in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:32,054 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/A in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:32,054 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/53266e94a249460d957492ac72695443, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/3b45dfeca8f7418aaf828002c2c9eae5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/82c3764d60f2431fa3dee0b1362739c3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e755b46934004adaa842442c6ab52a44] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=147.2 K 2024-11-22T23:24:32,054 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fd05a62c0d4a495aaddac1ddcb71ec8f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ff96306470614b22abe45d8d8467f180, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ec9f291140834422b18280ebec36bbb8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a6b9df36317f4bff88a8e776e675094f] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=47.8 K 2024-11-22T23:24:32,054 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:32,054 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/53266e94a249460d957492ac72695443, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/3b45dfeca8f7418aaf828002c2c9eae5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/82c3764d60f2431fa3dee0b1362739c3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e755b46934004adaa842442c6ab52a44] 2024-11-22T23:24:32,054 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting fd05a62c0d4a495aaddac1ddcb71ec8f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732317866709 2024-11-22T23:24:32,054 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53266e94a249460d957492ac72695443, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732317866709 2024-11-22T23:24:32,054 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b45dfeca8f7418aaf828002c2c9eae5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317866757 2024-11-22T23:24:32,055 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting ff96306470614b22abe45d8d8467f180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317866757 2024-11-22T23:24:32,055 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c3764d60f2431fa3dee0b1362739c3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732317867421 2024-11-22T23:24:32,055 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting ec9f291140834422b18280ebec36bbb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732317867421 2024-11-22T23:24:32,055 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting e755b46934004adaa842442c6ab52a44, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732317869602 2024-11-22T23:24:32,055 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a6b9df36317f4bff88a8e776e675094f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732317869605 2024-11-22T23:24:32,072 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:32,074 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:32,074 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/afe9b0c6dc6d44abac231830dd23942e is 50, key is test_row_0/B:col10/1732317869610/Put/seqid=0 2024-11-22T23:24:32,076 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122d83573f234244f79bf5d4815333aa4ef_313e982db025c4d7e3fd1b30f1bab479 store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:32,078 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122d83573f234244f79bf5d4815333aa4ef_313e982db025c4d7e3fd1b30f1bab479, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:32,078 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d83573f234244f79bf5d4815333aa4ef_313e982db025c4d7e3fd1b30f1bab479 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:32,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741999_1175 (size=12663) 2024-11-22T23:24:32,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742000_1176 (size=4469) 2024-11-22T23:24:32,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T23:24:32,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:32,159 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T23:24:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f7ff52a6b26a43bbbfb313f1bb534b57_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317870760/Put/seqid=0 2024-11-22T23:24:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742001_1177 (size=12304) 2024-11-22T23:24:32,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:32,180 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f7ff52a6b26a43bbbfb313f1bb534b57_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f7ff52a6b26a43bbbfb313f1bb534b57_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e65fe99a6e60418a8d0824b01c20f93b, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:32,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e65fe99a6e60418a8d0824b01c20f93b is 175, key is test_row_0/A:col10/1732317870760/Put/seqid=0 2024-11-22T23:24:32,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742002_1178 (size=31105) 2024-11-22T23:24:32,495 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#A#compaction#145 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:32,495 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/29ed8f39b0ec47f2b6b50e9cb4ff674f is 175, key is test_row_0/A:col10/1732317869610/Put/seqid=0 2024-11-22T23:24:32,500 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/afe9b0c6dc6d44abac231830dd23942e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/afe9b0c6dc6d44abac231830dd23942e 2024-11-22T23:24:32,506 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/B of 313e982db025c4d7e3fd1b30f1bab479 into afe9b0c6dc6d44abac231830dd23942e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:32,506 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:32,506 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/B, priority=12, startTime=1732317872051; duration=0sec 2024-11-22T23:24:32,506 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:32,506 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:B 2024-11-22T23:24:32,506 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:32,507 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:32,508 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/C is initiating minor compaction (all files) 2024-11-22T23:24:32,508 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/C in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:32,508 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/de2b84b369ef45619e1a218d8f332371, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/ceaad40fcbfc46b88eb73484466ff5a2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/7592cd9f79ed4785a858030353662ee0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e7b5ee89c50f4178b7328fbc6cd6bed6] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=47.8 K 2024-11-22T23:24:32,508 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting de2b84b369ef45619e1a218d8f332371, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732317866709 2024-11-22T23:24:32,508 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting ceaad40fcbfc46b88eb73484466ff5a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732317866757 2024-11-22T23:24:32,509 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 7592cd9f79ed4785a858030353662ee0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732317867421 2024-11-22T23:24:32,509 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e7b5ee89c50f4178b7328fbc6cd6bed6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732317869605 2024-11-22T23:24:32,520 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:32,520 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/46bb3e0984fe405090b6145bb6c4b06a is 50, key is test_row_0/C:col10/1732317869610/Put/seqid=0 2024-11-22T23:24:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742003_1179 (size=31617) 2024-11-22T23:24:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742004_1180 (size=12663) 2024-11-22T23:24:32,529 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/29ed8f39b0ec47f2b6b50e9cb4ff674f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/29ed8f39b0ec47f2b6b50e9cb4ff674f 2024-11-22T23:24:32,583 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/A of 313e982db025c4d7e3fd1b30f1bab479 into 29ed8f39b0ec47f2b6b50e9cb4ff674f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:32,583 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:32,583 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/A, priority=12, startTime=1732317872051; duration=0sec 2024-11-22T23:24:32,583 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:32,583 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:A 2024-11-22T23:24:32,585 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/46bb3e0984fe405090b6145bb6c4b06a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/46bb3e0984fe405090b6145bb6c4b06a 2024-11-22T23:24:32,587 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e65fe99a6e60418a8d0824b01c20f93b 2024-11-22T23:24:32,591 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/C of 313e982db025c4d7e3fd1b30f1bab479 into 46bb3e0984fe405090b6145bb6c4b06a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:32,591 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:32,591 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/C, priority=12, startTime=1732317872052; duration=0sec 2024-11-22T23:24:32,591 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:32,591 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:C 2024-11-22T23:24:32,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/0e65023caa084e7b82ee5bd4b98513f8 is 50, key is test_row_0/B:col10/1732317870760/Put/seqid=0 2024-11-22T23:24:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742005_1181 (size=12151) 2024-11-22T23:24:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T23:24:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:32,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317932953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:32,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317932957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:32,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317932959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,014 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/0e65023caa084e7b82ee5bd4b98513f8 2024-11-22T23:24:33,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/c70fedcb298c4b8490c38eab87e4f9d3 is 50, key is test_row_0/C:col10/1732317870760/Put/seqid=0 2024-11-22T23:24:33,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742006_1182 (size=12151) 2024-11-22T23:24:33,063 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/c70fedcb298c4b8490c38eab87e4f9d3 2024-11-22T23:24:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e65fe99a6e60418a8d0824b01c20f93b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e65fe99a6e60418a8d0824b01c20f93b 2024-11-22T23:24:33,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317933070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317933070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317933070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,075 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e65fe99a6e60418a8d0824b01c20f93b, entries=150, sequenceid=254, filesize=30.4 K 2024-11-22T23:24:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/0e65023caa084e7b82ee5bd4b98513f8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/0e65023caa084e7b82ee5bd4b98513f8 2024-11-22T23:24:33,087 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/0e65023caa084e7b82ee5bd4b98513f8, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T23:24:33,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/c70fedcb298c4b8490c38eab87e4f9d3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c70fedcb298c4b8490c38eab87e4f9d3 2024-11-22T23:24:33,103 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c70fedcb298c4b8490c38eab87e4f9d3, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T23:24:33,104 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 313e982db025c4d7e3fd1b30f1bab479 in 945ms, sequenceid=254, compaction requested=false 2024-11-22T23:24:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T23:24:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T23:24:33,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-22T23:24:33,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3330 sec 2024-11-22T23:24:33,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.3440 sec 2024-11-22T23:24:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:33,283 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:33,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:24:33,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317933296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317933298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317933298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b9733aed35114eb3981f873e6f844bfa_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317872957/Put/seqid=0 2024-11-22T23:24:33,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742007_1183 (size=12454) 2024-11-22T23:24:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317933409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317933409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317933409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317933619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317933619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317933619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:33,728 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b9733aed35114eb3981f873e6f844bfa_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b9733aed35114eb3981f873e6f844bfa_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:33,730 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/ebf9e50db66c4444a94ebd3ea42ee2a3, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:33,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/ebf9e50db66c4444a94ebd3ea42ee2a3 is 175, key is test_row_0/A:col10/1732317872957/Put/seqid=0 2024-11-22T23:24:33,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742008_1184 (size=31255) 2024-11-22T23:24:33,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317933928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317933928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317933928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:34,137 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/ebf9e50db66c4444a94ebd3ea42ee2a3 2024-11-22T23:24:34,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/6e9d6bd7111748f790184520a81dda0a is 50, key is test_row_0/B:col10/1732317872957/Put/seqid=0 2024-11-22T23:24:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742009_1185 (size=12301) 2024-11-22T23:24:34,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/6e9d6bd7111748f790184520a81dda0a 2024-11-22T23:24:34,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/efb3cb1d6d7a42c793f3cc190a56b4f4 is 50, key is test_row_0/C:col10/1732317872957/Put/seqid=0 2024-11-22T23:24:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742010_1186 (size=12301) 2024-11-22T23:24:34,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317934439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:34,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317934440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:34,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317934440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:34,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/efb3cb1d6d7a42c793f3cc190a56b4f4 2024-11-22T23:24:34,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/ebf9e50db66c4444a94ebd3ea42ee2a3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/ebf9e50db66c4444a94ebd3ea42ee2a3 2024-11-22T23:24:34,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/ebf9e50db66c4444a94ebd3ea42ee2a3, entries=150, sequenceid=284, filesize=30.5 K 2024-11-22T23:24:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/6e9d6bd7111748f790184520a81dda0a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/6e9d6bd7111748f790184520a81dda0a 2024-11-22T23:24:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/6e9d6bd7111748f790184520a81dda0a, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T23:24:34,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/efb3cb1d6d7a42c793f3cc190a56b4f4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/efb3cb1d6d7a42c793f3cc190a56b4f4 2024-11-22T23:24:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/efb3cb1d6d7a42c793f3cc190a56b4f4, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T23:24:34,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 313e982db025c4d7e3fd1b30f1bab479 in 1314ms, sequenceid=284, compaction requested=true 2024-11-22T23:24:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,598 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:34,598 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,602 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:34,602 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:34,602 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/A is initiating minor compaction (all files) 2024-11-22T23:24:34,602 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/B is initiating minor compaction (all files) 2024-11-22T23:24:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,602 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/B in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:34,602 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/afe9b0c6dc6d44abac231830dd23942e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/0e65023caa084e7b82ee5bd4b98513f8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/6e9d6bd7111748f790184520a81dda0a] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=36.2 K 2024-11-22T23:24:34,602 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/A in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:34,602 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/29ed8f39b0ec47f2b6b50e9cb4ff674f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e65fe99a6e60418a8d0824b01c20f93b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/ebf9e50db66c4444a94ebd3ea42ee2a3] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=91.8 K 2024-11-22T23:24:34,603 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:34,603 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/29ed8f39b0ec47f2b6b50e9cb4ff674f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e65fe99a6e60418a8d0824b01c20f93b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/ebf9e50db66c4444a94ebd3ea42ee2a3] 2024-11-22T23:24:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,603 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting afe9b0c6dc6d44abac231830dd23942e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732317869605 2024-11-22T23:24:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,603 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29ed8f39b0ec47f2b6b50e9cb4ff674f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732317869605 2024-11-22T23:24:34,603 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e65023caa084e7b82ee5bd4b98513f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317870760 2024-11-22T23:24:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,604 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting e65fe99a6e60418a8d0824b01c20f93b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317870760 2024-11-22T23:24:34,604 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e9d6bd7111748f790184520a81dda0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317872957 2024-11-22T23:24:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,604 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf9e50db66c4444a94ebd3ea42ee2a3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317872957 2024-11-22T23:24:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,615 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#B#compaction#153 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,616 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/3e2af28f171849f5a656ff498536905c is 50, key is test_row_0/B:col10/1732317872957/Put/seqid=0 2024-11-22T23:24:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,618 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,625 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122919c04d277344ba8966665520f543fbd_313e982db025c4d7e3fd1b30f1bab479 store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742011_1187 (size=12915) 2024-11-22T23:24:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,630 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122919c04d277344ba8966665520f543fbd_313e982db025c4d7e3fd1b30f1bab479, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,630 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122919c04d277344ba8966665520f543fbd_313e982db025c4d7e3fd1b30f1bab479 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,634 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/3e2af28f171849f5a656ff498536905c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/3e2af28f171849f5a656ff498536905c 2024-11-22T23:24:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,642 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/B of 313e982db025c4d7e3fd1b30f1bab479 into 3e2af28f171849f5a656ff498536905c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:34,642 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:34,643 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/B, priority=13, startTime=1732317874598; duration=0sec 2024-11-22T23:24:34,643 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:34,643 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:B 2024-11-22T23:24:34,643 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,645 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:34,646 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/C is initiating minor compaction (all files) 2024-11-22T23:24:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,646 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/C in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:34,646 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/46bb3e0984fe405090b6145bb6c4b06a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c70fedcb298c4b8490c38eab87e4f9d3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/efb3cb1d6d7a42c793f3cc190a56b4f4] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=36.2 K 2024-11-22T23:24:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,646 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 46bb3e0984fe405090b6145bb6c4b06a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732317869605 2024-11-22T23:24:34,647 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c70fedcb298c4b8490c38eab87e4f9d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732317870760 2024-11-22T23:24:34,647 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting efb3cb1d6d7a42c793f3cc190a56b4f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317872957 2024-11-22T23:24:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742012_1188 (size=4469) 2024-11-22T23:24:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,676 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:34,677 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/4d73ae11a23e4b65a380b16fab19869d is 50, key is test_row_0/C:col10/1732317872957/Put/seqid=0 2024-11-22T23:24:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742013_1189 (size=12915) 2024-11-22T23:24:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,711 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/4d73ae11a23e4b65a380b16fab19869d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4d73ae11a23e4b65a380b16fab19869d 2024-11-22T23:24:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,718 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/C of 313e982db025c4d7e3fd1b30f1bab479 into 4d73ae11a23e4b65a380b16fab19869d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:34,718 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:34,719 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/C, priority=13, startTime=1732317874598; duration=0sec 2024-11-22T23:24:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,719 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,719 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:C 2024-11-22T23:24:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T23:24:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,940 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-22T23:24:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,944 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T23:24:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,945 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:34,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T23:24:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,071 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#A#compaction#154 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,072 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/4a3fc63ccd094015bdba82b5493bfab5 is 175, key is test_row_0/A:col10/1732317872957/Put/seqid=0 2024-11-22T23:24:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742014_1190 (size=31869) 2024-11-22T23:24:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,084 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/4a3fc63ccd094015bdba82b5493bfab5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4a3fc63ccd094015bdba82b5493bfab5 2024-11-22T23:24:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,091 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/A of 313e982db025c4d7e3fd1b30f1bab479 into 4a3fc63ccd094015bdba82b5493bfab5(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:35,092 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:35,092 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/A, priority=13, startTime=1732317874598; duration=0sec 2024-11-22T23:24:35,092 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,092 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:A 2024-11-22T23:24:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T23:24:35,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:35,119 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T23:24:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2451bf9d20041df90d7f82a119b7085_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_1/A:col10/1732317873296/Put/seqid=0 2024-11-22T23:24:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742015_1191 (size=9914) 2024-11-22T23:24:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T23:24:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:35,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:35,553 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2451bf9d20041df90d7f82a119b7085_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2451bf9d20041df90d7f82a119b7085_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:35,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/cf6b31fa9ba44dfe9946660f5be1d2e7, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:35,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/cf6b31fa9ba44dfe9946660f5be1d2e7 is 175, key is test_row_1/A:col10/1732317873296/Put/seqid=0 2024-11-22T23:24:35,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317935555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317935556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317935559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T23:24:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742016_1192 (size=22561) 2024-11-22T23:24:35,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732317935669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317935670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317935670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,670 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in 313e982db025c4d7e3fd1b30f1bab479 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317935672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317935879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317935879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317935879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,015 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/cf6b31fa9ba44dfe9946660f5be1d2e7 2024-11-22T23:24:36,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7825ff6cc0d64dffa32ba0d3f89bfee5 is 50, key is test_row_1/B:col10/1732317873296/Put/seqid=0 2024-11-22T23:24:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742017_1193 (size=9857) 2024-11-22T23:24:36,066 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7825ff6cc0d64dffa32ba0d3f89bfee5 2024-11-22T23:24:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T23:24:36,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/0a0d003371a946ae82c90aa5336aded1 is 50, key is test_row_1/C:col10/1732317873296/Put/seqid=0 2024-11-22T23:24:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742018_1194 (size=9857) 2024-11-22T23:24:36,145 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/0a0d003371a946ae82c90aa5336aded1 2024-11-22T23:24:36,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/cf6b31fa9ba44dfe9946660f5be1d2e7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cf6b31fa9ba44dfe9946660f5be1d2e7 2024-11-22T23:24:36,157 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cf6b31fa9ba44dfe9946660f5be1d2e7, entries=100, sequenceid=296, filesize=22.0 K 2024-11-22T23:24:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/7825ff6cc0d64dffa32ba0d3f89bfee5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7825ff6cc0d64dffa32ba0d3f89bfee5 2024-11-22T23:24:36,164 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7825ff6cc0d64dffa32ba0d3f89bfee5, entries=100, sequenceid=296, filesize=9.6 K 2024-11-22T23:24:36,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/0a0d003371a946ae82c90aa5336aded1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/0a0d003371a946ae82c90aa5336aded1 2024-11-22T23:24:36,171 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/0a0d003371a946ae82c90aa5336aded1, entries=100, sequenceid=296, filesize=9.6 K 2024-11-22T23:24:36,172 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 313e982db025c4d7e3fd1b30f1bab479 in 1053ms, sequenceid=296, compaction requested=false 2024-11-22T23:24:36,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:36,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:36,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T23:24:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T23:24:36,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-22T23:24:36,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2330 sec 2024-11-22T23:24:36,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.2410 sec 2024-11-22T23:24:36,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:36,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T23:24:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:36,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317936209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317936210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317936212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122745d251c06454ad5b5b28cc8f90429e6_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317876193/Put/seqid=0 2024-11-22T23:24:36,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742019_1195 (size=12454) 2024-11-22T23:24:36,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317936319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317936319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317936329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317936529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317936529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317936539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:36,684 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122745d251c06454ad5b5b28cc8f90429e6_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122745d251c06454ad5b5b28cc8f90429e6_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:36,685 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/bdc789db4d3f4b769bf6a4ebe83f2ffd, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:36,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/bdc789db4d3f4b769bf6a4ebe83f2ffd is 175, key is test_row_0/A:col10/1732317876193/Put/seqid=0 2024-11-22T23:24:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742020_1196 (size=31255) 2024-11-22T23:24:36,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317936839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317936849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317936849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T23:24:37,089 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:37,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-22T23:24:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T23:24:37,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:37,093 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:37,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:37,122 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/bdc789db4d3f4b769bf6a4ebe83f2ffd 2024-11-22T23:24:37,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/4b0865215d034c729a8ef02d4f9f501e is 50, key is test_row_0/B:col10/1732317876193/Put/seqid=0 2024-11-22T23:24:37,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742021_1197 (size=12301) 2024-11-22T23:24:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T23:24:37,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T23:24:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:37,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:37,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317937359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:37,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317937359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317937359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:37,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:37,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:37,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:37,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T23:24:37,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:37,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T23:24:37,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T23:24:37,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:37,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/4b0865215d034c729a8ef02d4f9f501e 2024-11-22T23:24:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:37,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/76ed9d7721e34679873e15b9adaaa1f6 is 50, key is test_row_0/C:col10/1732317876193/Put/seqid=0 2024-11-22T23:24:37,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742022_1198 (size=12301) 2024-11-22T23:24:37,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/76ed9d7721e34679873e15b9adaaa1f6 2024-11-22T23:24:37,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/bdc789db4d3f4b769bf6a4ebe83f2ffd as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/bdc789db4d3f4b769bf6a4ebe83f2ffd 2024-11-22T23:24:37,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/bdc789db4d3f4b769bf6a4ebe83f2ffd, entries=150, sequenceid=326, filesize=30.5 K 2024-11-22T23:24:37,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/4b0865215d034c729a8ef02d4f9f501e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/4b0865215d034c729a8ef02d4f9f501e 2024-11-22T23:24:37,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/4b0865215d034c729a8ef02d4f9f501e, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T23:24:37,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/76ed9d7721e34679873e15b9adaaa1f6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/76ed9d7721e34679873e15b9adaaa1f6 2024-11-22T23:24:37,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/76ed9d7721e34679873e15b9adaaa1f6, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T23:24:37,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 313e982db025c4d7e3fd1b30f1bab479 in 1453ms, sequenceid=326, compaction requested=true 2024-11-22T23:24:37,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:37,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:37,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:37,650 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:37,650 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:37,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:37,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:37,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:37,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:37,652 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:37,652 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:37,652 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/A is initiating minor compaction (all files) 2024-11-22T23:24:37,652 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/B is initiating minor compaction (all files) 2024-11-22T23:24:37,652 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/A in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,652 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/B in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,652 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/3e2af28f171849f5a656ff498536905c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7825ff6cc0d64dffa32ba0d3f89bfee5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/4b0865215d034c729a8ef02d4f9f501e] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=34.3 K 2024-11-22T23:24:37,652 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4a3fc63ccd094015bdba82b5493bfab5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cf6b31fa9ba44dfe9946660f5be1d2e7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/bdc789db4d3f4b769bf6a4ebe83f2ffd] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=83.7 K 2024-11-22T23:24:37,652 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,652 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4a3fc63ccd094015bdba82b5493bfab5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cf6b31fa9ba44dfe9946660f5be1d2e7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/bdc789db4d3f4b769bf6a4ebe83f2ffd] 2024-11-22T23:24:37,655 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e2af28f171849f5a656ff498536905c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317872957 2024-11-22T23:24:37,655 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a3fc63ccd094015bdba82b5493bfab5, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317872957 2024-11-22T23:24:37,655 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 7825ff6cc0d64dffa32ba0d3f89bfee5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732317873287 2024-11-22T23:24:37,656 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf6b31fa9ba44dfe9946660f5be1d2e7, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732317873287 2024-11-22T23:24:37,656 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b0865215d034c729a8ef02d4f9f501e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732317875551 2024-11-22T23:24:37,656 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdc789db4d3f4b769bf6a4ebe83f2ffd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732317875551 2024-11-22T23:24:37,680 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:37,682 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:37,683 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/08d83205d90741deba71851f1c535f96 is 50, key is test_row_0/B:col10/1732317876193/Put/seqid=0 2024-11-22T23:24:37,689 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229525def565ed443b9c7addb89bb48bae_313e982db025c4d7e3fd1b30f1bab479 store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:37,690 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229525def565ed443b9c7addb89bb48bae_313e982db025c4d7e3fd1b30f1bab479, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:37,690 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229525def565ed443b9c7addb89bb48bae_313e982db025c4d7e3fd1b30f1bab479 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:37,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742023_1199 (size=13017) 2024-11-22T23:24:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742024_1200 (size=4469) 2024-11-22T23:24:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T23:24:37,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T23:24:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:37,766 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T23:24:37,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c281e1350bf544b7be6c88b16045bffc_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317876199/Put/seqid=0 2024-11-22T23:24:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742025_1201 (size=12454) 2024-11-22T23:24:38,105 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#A#compaction#162 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:38,106 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/009f88ace4024568870081b6b0a1fcab is 175, key is test_row_0/A:col10/1732317876193/Put/seqid=0 2024-11-22T23:24:38,110 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/08d83205d90741deba71851f1c535f96 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/08d83205d90741deba71851f1c535f96 2024-11-22T23:24:38,116 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/B of 313e982db025c4d7e3fd1b30f1bab479 into 08d83205d90741deba71851f1c535f96(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:38,116 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:38,116 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/B, priority=13, startTime=1732317877650; duration=0sec 2024-11-22T23:24:38,116 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:38,117 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:B 2024-11-22T23:24:38,117 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:38,118 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:38,118 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/C is initiating minor compaction (all files) 2024-11-22T23:24:38,118 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/C in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:38,118 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4d73ae11a23e4b65a380b16fab19869d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/0a0d003371a946ae82c90aa5336aded1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/76ed9d7721e34679873e15b9adaaa1f6] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=34.3 K 2024-11-22T23:24:38,119 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d73ae11a23e4b65a380b16fab19869d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317872957 2024-11-22T23:24:38,119 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a0d003371a946ae82c90aa5336aded1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732317873287 2024-11-22T23:24:38,119 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 76ed9d7721e34679873e15b9adaaa1f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732317875551 2024-11-22T23:24:38,129 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:38,129 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/50fb8587ee92443aac4225cec20b83e3 is 50, key is test_row_0/C:col10/1732317876193/Put/seqid=0 2024-11-22T23:24:38,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742026_1202 (size=31971) 2024-11-22T23:24:38,137 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/009f88ace4024568870081b6b0a1fcab as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/009f88ace4024568870081b6b0a1fcab 2024-11-22T23:24:38,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742027_1203 (size=13017) 2024-11-22T23:24:38,143 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/A of 313e982db025c4d7e3fd1b30f1bab479 into 009f88ace4024568870081b6b0a1fcab(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:38,143 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:38,143 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/A, priority=13, startTime=1732317877650; duration=0sec 2024-11-22T23:24:38,143 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:38,143 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:A 2024-11-22T23:24:38,150 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/50fb8587ee92443aac4225cec20b83e3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/50fb8587ee92443aac4225cec20b83e3 2024-11-22T23:24:38,155 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/C of 313e982db025c4d7e3fd1b30f1bab479 into 50fb8587ee92443aac4225cec20b83e3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:38,155 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:38,155 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/C, priority=13, startTime=1732317877651; duration=0sec 2024-11-22T23:24:38,155 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:38,155 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:C 2024-11-22T23:24:38,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:38,201 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c281e1350bf544b7be6c88b16045bffc_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c281e1350bf544b7be6c88b16045bffc_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:38,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/865247fa23094266bdfe74968c3155af, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:38,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/865247fa23094266bdfe74968c3155af is 175, key is test_row_0/A:col10/1732317876199/Put/seqid=0 2024-11-22T23:24:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742028_1204 (size=31255) 2024-11-22T23:24:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T23:24:38,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317938406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317938408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317938409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317938519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:38,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317938519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:38,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317938519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:38,622 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/865247fa23094266bdfe74968c3155af 2024-11-22T23:24:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/c00862ec8aef428dae8e2ca39effc735 is 50, key is test_row_0/B:col10/1732317876199/Put/seqid=0 2024-11-22T23:24:38,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742029_1205 (size=12301) 2024-11-22T23:24:38,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317938729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317938729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317938729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317939039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317939039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317939039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,063 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/c00862ec8aef428dae8e2ca39effc735 2024-11-22T23:24:39,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/9ee58acc7db0431b8194c56d49c1d5ae is 50, key is test_row_0/C:col10/1732317876199/Put/seqid=0 2024-11-22T23:24:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742030_1206 (size=12301) 2024-11-22T23:24:39,075 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/9ee58acc7db0431b8194c56d49c1d5ae 2024-11-22T23:24:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/865247fa23094266bdfe74968c3155af as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/865247fa23094266bdfe74968c3155af 2024-11-22T23:24:39,084 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/865247fa23094266bdfe74968c3155af, entries=150, sequenceid=332, filesize=30.5 K 2024-11-22T23:24:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/c00862ec8aef428dae8e2ca39effc735 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c00862ec8aef428dae8e2ca39effc735 2024-11-22T23:24:39,091 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c00862ec8aef428dae8e2ca39effc735, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T23:24:39,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/9ee58acc7db0431b8194c56d49c1d5ae as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/9ee58acc7db0431b8194c56d49c1d5ae 2024-11-22T23:24:39,096 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/9ee58acc7db0431b8194c56d49c1d5ae, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T23:24:39,097 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 313e982db025c4d7e3fd1b30f1bab479 in 1332ms, sequenceid=332, compaction requested=false 2024-11-22T23:24:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:39,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T23:24:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T23:24:39,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T23:24:39,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-22T23:24:39,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.0110 sec 2024-11-22T23:24:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T23:24:39,239 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:39,239 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-22T23:24:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T23:24:39,241 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:39,242 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:39,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T23:24:39,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T23:24:39,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:39,394 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T23:24:39,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bac787c654e643c380284da74080b37d_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317878405/Put/seqid=0 2024-11-22T23:24:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742031_1207 (size=12454) 2024-11-22T23:24:39,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,417 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bac787c654e643c380284da74080b37d_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bac787c654e643c380284da74080b37d_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:39,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e99ea29c17b24e31b4b02096ec7cabf1, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:39,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e99ea29c17b24e31b4b02096ec7cabf1 is 175, key is test_row_0/A:col10/1732317878405/Put/seqid=0 2024-11-22T23:24:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742032_1208 (size=31255) 2024-11-22T23:24:39,438 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e99ea29c17b24e31b4b02096ec7cabf1 2024-11-22T23:24:39,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/77eea35a11de4bafb6c1081f16a4360a is 50, key is test_row_0/B:col10/1732317878405/Put/seqid=0 2024-11-22T23:24:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742033_1209 (size=12301) 2024-11-22T23:24:39,462 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/77eea35a11de4bafb6c1081f16a4360a 2024-11-22T23:24:39,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/3af5ac5730494beb8b46db9301125a0f is 50, key is test_row_0/C:col10/1732317878405/Put/seqid=0 2024-11-22T23:24:39,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742034_1210 (size=12301) 2024-11-22T23:24:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:39,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. as already flushing 2024-11-22T23:24:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T23:24:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317939559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317939559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317939560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317939669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317939669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317939669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T23:24:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51842 deadline: 1732317939879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51852 deadline: 1732317939879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51862 deadline: 1732317939879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:39,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:39,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:24:39,902 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/3af5ac5730494beb8b46db9301125a0f 2024-11-22T23:24:39,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/e99ea29c17b24e31b4b02096ec7cabf1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e99ea29c17b24e31b4b02096ec7cabf1 2024-11-22T23:24:39,926 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e99ea29c17b24e31b4b02096ec7cabf1, entries=150, sequenceid=365, filesize=30.5 K 2024-11-22T23:24:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/77eea35a11de4bafb6c1081f16a4360a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/77eea35a11de4bafb6c1081f16a4360a 2024-11-22T23:24:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,931 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/77eea35a11de4bafb6c1081f16a4360a, entries=150, sequenceid=365, filesize=12.0 K 2024-11-22T23:24:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/3af5ac5730494beb8b46db9301125a0f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/3af5ac5730494beb8b46db9301125a0f 2024-11-22T23:24:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,938 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/3af5ac5730494beb8b46db9301125a0f, entries=150, sequenceid=365, filesize=12.0 K 2024-11-22T23:24:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,939 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 313e982db025c4d7e3fd1b30f1bab479 in 545ms, sequenceid=365, compaction requested=true 2024-11-22T23:24:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T23:24:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T23:24:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T23:24:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 699 msec 2024-11-22T23:24:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 704 msec 2024-11-22T23:24:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:40,203 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:40,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:24:40,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2be63ddb8724ed4b93fd0ec5224e137_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317880196/Put/seqid=0 2024-11-22T23:24:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742035_1211 (size=12454) 2024-11-22T23:24:40,272 INFO [Thread-590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-590. 2024-11-22T23:24:40,272 DEBUG [Thread-590 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:40,272 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,272 DEBUG [Thread-590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:40,276 INFO [Thread-599 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-599. 2024-11-22T23:24:40,276 DEBUG [Thread-599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:40,276 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,276 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:40,277 INFO [Thread-601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-601. 2024-11-22T23:24:40,277 DEBUG [Thread-601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:40,277 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,277 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:40,277 INFO [Thread-588 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-588. 2024-11-22T23:24:40,278 DEBUG [Thread-588 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:40,278 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,278 DEBUG [Thread-588 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:40,279 INFO [Thread-594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-594. 2024-11-22T23:24:40,279 DEBUG [Thread-594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:40,279 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,279 INFO [Thread-603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-603. 2024-11-22T23:24:40,279 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,279 DEBUG [Thread-603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:40,279 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:40,279 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:40,280 INFO [Thread-597 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-597. 2024-11-22T23:24:40,280 DEBUG [Thread-597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:40,280 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,280 DEBUG [Thread-597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:40,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T23:24:40,379 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:40,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:40,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b2be63ddb8724ed4b93fd0ec5224e137_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2be63ddb8724ed4b93fd0ec5224e137_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:40,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/f0293d574daf4da58271359e0cab7463, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:40,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/f0293d574daf4da58271359e0cab7463 is 175, key is test_row_0/A:col10/1732317880196/Put/seqid=0 2024-11-22T23:24:40,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742036_1212 (size=31255) 2024-11-22T23:24:41,052 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/f0293d574daf4da58271359e0cab7463 2024-11-22T23:24:41,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/97a62a91f4144ba7b1eb4efe8a856582 is 50, key is test_row_0/B:col10/1732317880196/Put/seqid=0 2024-11-22T23:24:41,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742037_1213 (size=12301) 2024-11-22T23:24:41,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/97a62a91f4144ba7b1eb4efe8a856582 2024-11-22T23:24:41,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/42a15508367349598d5f681f7d88b4bd is 50, key is test_row_0/C:col10/1732317880196/Put/seqid=0 2024-11-22T23:24:41,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742038_1214 (size=12301) 2024-11-22T23:24:41,613 INFO [Thread-586 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-586. 2024-11-22T23:24:41,613 DEBUG [Thread-586 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:41,613 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:41,613 DEBUG [Thread-586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:41,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:41,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/42a15508367349598d5f681f7d88b4bd 2024-11-22T23:24:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/f0293d574daf4da58271359e0cab7463 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f0293d574daf4da58271359e0cab7463 2024-11-22T23:24:41,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f0293d574daf4da58271359e0cab7463, entries=150, sequenceid=377, filesize=30.5 K 2024-11-22T23:24:41,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/97a62a91f4144ba7b1eb4efe8a856582 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/97a62a91f4144ba7b1eb4efe8a856582 2024-11-22T23:24:41,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/97a62a91f4144ba7b1eb4efe8a856582, entries=150, sequenceid=377, filesize=12.0 K 2024-11-22T23:24:41,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/42a15508367349598d5f681f7d88b4bd as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/42a15508367349598d5f681f7d88b4bd 2024-11-22T23:24:41,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/42a15508367349598d5f681f7d88b4bd, entries=150, sequenceid=377, filesize=12.0 K 2024-11-22T23:24:41,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=93.93 KB/96180 for 313e982db025c4d7e3fd1b30f1bab479 in 1700ms, sequenceid=377, compaction requested=true 2024-11-22T23:24:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:41,903 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:41,903 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313e982db025c4d7e3fd1b30f1bab479:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:41,905 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:41,905 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:41,905 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/B is initiating minor compaction (all files) 2024-11-22T23:24:41,905 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/A is initiating minor compaction (all files) 2024-11-22T23:24:41,905 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/B in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:41,905 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/A in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:41,905 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/08d83205d90741deba71851f1c535f96, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c00862ec8aef428dae8e2ca39effc735, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/77eea35a11de4bafb6c1081f16a4360a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/97a62a91f4144ba7b1eb4efe8a856582] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=48.8 K 2024-11-22T23:24:41,905 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/009f88ace4024568870081b6b0a1fcab, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/865247fa23094266bdfe74968c3155af, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e99ea29c17b24e31b4b02096ec7cabf1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f0293d574daf4da58271359e0cab7463] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=122.8 K 2024-11-22T23:24:41,905 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:41,905 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/009f88ace4024568870081b6b0a1fcab, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/865247fa23094266bdfe74968c3155af, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e99ea29c17b24e31b4b02096ec7cabf1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f0293d574daf4da58271359e0cab7463] 2024-11-22T23:24:41,905 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 08d83205d90741deba71851f1c535f96, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732317875551 2024-11-22T23:24:41,906 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 009f88ace4024568870081b6b0a1fcab, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732317875551 2024-11-22T23:24:41,906 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c00862ec8aef428dae8e2ca39effc735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732317876199 2024-11-22T23:24:41,906 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 865247fa23094266bdfe74968c3155af, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732317876199 2024-11-22T23:24:41,906 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 77eea35a11de4bafb6c1081f16a4360a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732317878405 2024-11-22T23:24:41,906 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting e99ea29c17b24e31b4b02096ec7cabf1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732317878405 2024-11-22T23:24:41,907 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 97a62a91f4144ba7b1eb4efe8a856582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732317880196 2024-11-22T23:24:41,907 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0293d574daf4da58271359e0cab7463, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732317880196 2024-11-22T23:24:41,918 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:41,919 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#B#compaction#174 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:41,919 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/f05f66dba22345c2a53a961360db08b9 is 50, key is test_row_0/B:col10/1732317880196/Put/seqid=0 2024-11-22T23:24:41,920 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122438902ddb3174b3aa1a12cdf0d7515b6_313e982db025c4d7e3fd1b30f1bab479 store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:41,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742039_1215 (size=13153) 2024-11-22T23:24:41,940 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122438902ddb3174b3aa1a12cdf0d7515b6_313e982db025c4d7e3fd1b30f1bab479, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:41,940 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122438902ddb3174b3aa1a12cdf0d7515b6_313e982db025c4d7e3fd1b30f1bab479 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:41,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742040_1216 (size=4469) 2024-11-22T23:24:42,329 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/f05f66dba22345c2a53a961360db08b9 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/f05f66dba22345c2a53a961360db08b9 2024-11-22T23:24:42,336 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/B of 313e982db025c4d7e3fd1b30f1bab479 into f05f66dba22345c2a53a961360db08b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:42,336 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:42,336 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/B, priority=12, startTime=1732317881903; duration=0sec 2024-11-22T23:24:42,336 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:42,336 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:B 2024-11-22T23:24:42,336 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:42,338 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:42,338 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 313e982db025c4d7e3fd1b30f1bab479/C is initiating minor compaction (all files) 2024-11-22T23:24:42,338 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313e982db025c4d7e3fd1b30f1bab479/C in TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:42,338 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/50fb8587ee92443aac4225cec20b83e3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/9ee58acc7db0431b8194c56d49c1d5ae, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/3af5ac5730494beb8b46db9301125a0f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/42a15508367349598d5f681f7d88b4bd] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp, totalSize=48.8 K 2024-11-22T23:24:42,338 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 50fb8587ee92443aac4225cec20b83e3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732317875551 2024-11-22T23:24:42,339 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ee58acc7db0431b8194c56d49c1d5ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732317876199 2024-11-22T23:24:42,339 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3af5ac5730494beb8b46db9301125a0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732317878405 2024-11-22T23:24:42,340 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 42a15508367349598d5f681f7d88b4bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732317880196 2024-11-22T23:24:42,345 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:42,346 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/1683f351493e4dae926306d59f6b0ac4 is 175, key is test_row_0/A:col10/1732317880196/Put/seqid=0 2024-11-22T23:24:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742041_1217 (size=32107) 2024-11-22T23:24:42,357 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313e982db025c4d7e3fd1b30f1bab479#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:42,358 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/695ae16fefc049c0a2ce7fefdedef206 is 50, key is test_row_0/C:col10/1732317880196/Put/seqid=0 2024-11-22T23:24:42,366 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/1683f351493e4dae926306d59f6b0ac4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/1683f351493e4dae926306d59f6b0ac4 2024-11-22T23:24:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742042_1218 (size=13153) 2024-11-22T23:24:42,372 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/A of 313e982db025c4d7e3fd1b30f1bab479 into 1683f351493e4dae926306d59f6b0ac4(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:42,372 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:42,372 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/A, priority=12, startTime=1732317881903; duration=0sec 2024-11-22T23:24:42,372 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:42,372 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:A 2024-11-22T23:24:42,377 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/695ae16fefc049c0a2ce7fefdedef206 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/695ae16fefc049c0a2ce7fefdedef206 2024-11-22T23:24:42,383 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313e982db025c4d7e3fd1b30f1bab479/C of 313e982db025c4d7e3fd1b30f1bab479 into 695ae16fefc049c0a2ce7fefdedef206(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:42,383 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:42,383 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479., storeName=313e982db025c4d7e3fd1b30f1bab479/C, priority=12, startTime=1732317881903; duration=0sec 2024-11-22T23:24:42,383 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:42,383 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313e982db025c4d7e3fd1b30f1bab479:C 2024-11-22T23:24:43,941 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:24:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:45,753 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:45,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313e982db025c4d7e3fd1b30f1bab479 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T23:24:45,754 INFO [Thread-592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-592. 2024-11-22T23:24:45,754 DEBUG [Thread-592 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:24:45,754 DEBUG [Thread-592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:45,754 DEBUG [Thread-592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:45,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:45,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T23:24:45,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-22T23:24:45,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-22T23:24:45,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-22T23:24:45,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-22T23:24:45,755 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T23:24:45,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T23:24:45,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4018 2024-11-22T23:24:45,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3894 2024-11-22T23:24:45,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T23:24:45,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1766 2024-11-22T23:24:45,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5291 rows 2024-11-22T23:24:45,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1763 2024-11-22T23:24:45,756 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5288 rows 2024-11-22T23:24:45,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:24:45,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:24:45,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:45,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:45,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:24:45,759 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T23:24:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T23:24:45,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317885762"}]},"ts":"1732317885762"} 2024-11-22T23:24:45,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T23:24:45,764 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T23:24:45,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221834787270f44fe4ac758dc2cadae87b_313e982db025c4d7e3fd1b30f1bab479 is 50, key is test_row_0/A:col10/1732317880276/Put/seqid=0 2024-11-22T23:24:45,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:24:45,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, UNASSIGN}] 2024-11-22T23:24:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742043_1219 (size=12454) 2024-11-22T23:24:45,768 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, UNASSIGN 2024-11-22T23:24:45,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=313e982db025c4d7e3fd1b30f1bab479, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:45,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, UNASSIGN because future has completed 2024-11-22T23:24:45,770 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:24:45,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:24:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T23:24:45,923 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:45,923 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:24:45,923 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 313e982db025c4d7e3fd1b30f1bab479, disabling compactions & flushes 2024-11-22T23:24:45,923 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T23:24:46,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:46,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221834787270f44fe4ac758dc2cadae87b_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221834787270f44fe4ac758dc2cadae87b_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:46,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/cdf3e27372ee428d977525da60ee71c5, store: [table=TestAcidGuarantees family=A region=313e982db025c4d7e3fd1b30f1bab479] 2024-11-22T23:24:46,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/cdf3e27372ee428d977525da60ee71c5 is 175, key is test_row_0/A:col10/1732317880276/Put/seqid=0 2024-11-22T23:24:46,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742044_1220 (size=31255) 2024-11-22T23:24:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T23:24:46,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/cdf3e27372ee428d977525da60ee71c5 2024-11-22T23:24:46,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/eb90cf000d2a4ac1aed3ae6149402066 is 50, key is test_row_0/B:col10/1732317880276/Put/seqid=0 2024-11-22T23:24:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742045_1221 (size=12301) 2024-11-22T23:24:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T23:24:47,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/eb90cf000d2a4ac1aed3ae6149402066 2024-11-22T23:24:47,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/24347b89564e4d5b9be2c95955765ca1 is 50, key is test_row_0/C:col10/1732317880276/Put/seqid=0 2024-11-22T23:24:47,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742046_1222 (size=12301) 2024-11-22T23:24:47,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/24347b89564e4d5b9be2c95955765ca1 2024-11-22T23:24:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/A/cdf3e27372ee428d977525da60ee71c5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cdf3e27372ee428d977525da60ee71c5 2024-11-22T23:24:47,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cdf3e27372ee428d977525da60ee71c5, entries=150, sequenceid=398, filesize=30.5 K 2024-11-22T23:24:47,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/B/eb90cf000d2a4ac1aed3ae6149402066 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/eb90cf000d2a4ac1aed3ae6149402066 2024-11-22T23:24:47,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/eb90cf000d2a4ac1aed3ae6149402066, entries=150, sequenceid=398, filesize=12.0 K 2024-11-22T23:24:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/.tmp/C/24347b89564e4d5b9be2c95955765ca1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/24347b89564e4d5b9be2c95955765ca1 2024-11-22T23:24:47,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/24347b89564e4d5b9be2c95955765ca1, entries=150, sequenceid=398, filesize=12.0 K 2024-11-22T23:24:47,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 313e982db025c4d7e3fd1b30f1bab479 in 1706ms, sequenceid=398, compaction requested=false 2024-11-22T23:24:47,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313e982db025c4d7e3fd1b30f1bab479: 2024-11-22T23:24:47,460 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:47,460 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:47,460 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. after waiting 0 ms 2024-11-22T23:24:47,460 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:47,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/eb854850e8fb41f0a2b94ca6e1c41306, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/a270ccb741504bb8ba191019b072435c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4c44ea65b6eb4544ad302e1d19113121, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/18a35598a7d84e729ac445a125ad443e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e182f8fecb96443995604e499c5cad60, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7ac224c4736841da9d13bf04236c1f4d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/48380d72f5674c589abff3555cbb9062, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7775c6f15bad46f1ad05f2625019b2bb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/b1b7ee3298f6405d9efa3190c72fdb67, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/5d53800a53074108b422c5a6d0058c85, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f772067351cb4a3faf8239d98329a49d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/53266e94a249460d957492ac72695443, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/3b45dfeca8f7418aaf828002c2c9eae5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/82c3764d60f2431fa3dee0b1362739c3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e755b46934004adaa842442c6ab52a44, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/29ed8f39b0ec47f2b6b50e9cb4ff674f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e65fe99a6e60418a8d0824b01c20f93b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4a3fc63ccd094015bdba82b5493bfab5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/ebf9e50db66c4444a94ebd3ea42ee2a3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cf6b31fa9ba44dfe9946660f5be1d2e7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/009f88ace4024568870081b6b0a1fcab, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/bdc789db4d3f4b769bf6a4ebe83f2ffd, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/865247fa23094266bdfe74968c3155af, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e99ea29c17b24e31b4b02096ec7cabf1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f0293d574daf4da58271359e0cab7463] to archive 2024-11-22T23:24:47,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:24:47,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/eb854850e8fb41f0a2b94ca6e1c41306 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/eb854850e8fb41f0a2b94ca6e1c41306 2024-11-22T23:24:47,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/a270ccb741504bb8ba191019b072435c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/a270ccb741504bb8ba191019b072435c 2024-11-22T23:24:47,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4c44ea65b6eb4544ad302e1d19113121 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4c44ea65b6eb4544ad302e1d19113121 2024-11-22T23:24:47,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/18a35598a7d84e729ac445a125ad443e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/18a35598a7d84e729ac445a125ad443e 2024-11-22T23:24:47,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e182f8fecb96443995604e499c5cad60 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e182f8fecb96443995604e499c5cad60 2024-11-22T23:24:47,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7ac224c4736841da9d13bf04236c1f4d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7ac224c4736841da9d13bf04236c1f4d 2024-11-22T23:24:47,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/48380d72f5674c589abff3555cbb9062 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/48380d72f5674c589abff3555cbb9062 2024-11-22T23:24:47,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7775c6f15bad46f1ad05f2625019b2bb to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/7775c6f15bad46f1ad05f2625019b2bb 2024-11-22T23:24:47,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/b1b7ee3298f6405d9efa3190c72fdb67 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/b1b7ee3298f6405d9efa3190c72fdb67 2024-11-22T23:24:47,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/5d53800a53074108b422c5a6d0058c85 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/5d53800a53074108b422c5a6d0058c85 2024-11-22T23:24:47,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f772067351cb4a3faf8239d98329a49d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f772067351cb4a3faf8239d98329a49d 2024-11-22T23:24:47,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/53266e94a249460d957492ac72695443 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/53266e94a249460d957492ac72695443 2024-11-22T23:24:47,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/3b45dfeca8f7418aaf828002c2c9eae5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/3b45dfeca8f7418aaf828002c2c9eae5 2024-11-22T23:24:47,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/82c3764d60f2431fa3dee0b1362739c3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/82c3764d60f2431fa3dee0b1362739c3 2024-11-22T23:24:47,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e755b46934004adaa842442c6ab52a44 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e755b46934004adaa842442c6ab52a44 2024-11-22T23:24:47,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/29ed8f39b0ec47f2b6b50e9cb4ff674f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/29ed8f39b0ec47f2b6b50e9cb4ff674f 2024-11-22T23:24:47,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e65fe99a6e60418a8d0824b01c20f93b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e65fe99a6e60418a8d0824b01c20f93b 2024-11-22T23:24:47,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4a3fc63ccd094015bdba82b5493bfab5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/4a3fc63ccd094015bdba82b5493bfab5 2024-11-22T23:24:47,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/ebf9e50db66c4444a94ebd3ea42ee2a3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/ebf9e50db66c4444a94ebd3ea42ee2a3 2024-11-22T23:24:47,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cf6b31fa9ba44dfe9946660f5be1d2e7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cf6b31fa9ba44dfe9946660f5be1d2e7 2024-11-22T23:24:47,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/009f88ace4024568870081b6b0a1fcab to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/009f88ace4024568870081b6b0a1fcab 2024-11-22T23:24:47,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/bdc789db4d3f4b769bf6a4ebe83f2ffd to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/bdc789db4d3f4b769bf6a4ebe83f2ffd 2024-11-22T23:24:47,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/865247fa23094266bdfe74968c3155af to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/865247fa23094266bdfe74968c3155af 2024-11-22T23:24:47,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e99ea29c17b24e31b4b02096ec7cabf1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/e99ea29c17b24e31b4b02096ec7cabf1 2024-11-22T23:24:47,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f0293d574daf4da58271359e0cab7463 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/f0293d574daf4da58271359e0cab7463 2024-11-22T23:24:47,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/b9ddc7fa36974ffe9e2786e66c33dcda, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/70c2f9f9a87e407e8259a36194ea927e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c9dbe1814b504a2b993f21dae167ab89, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/f208950f74a44538b6ee9675b6ffa850, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7598fbea6e5649b8a5bddda667856eb6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7ab4e03b4e3649d7951411393d01228e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fa68a691f10a4986bd64e25864bab22b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ccea11ddca424708b278df4db856cba7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a3dce2b23162458f942fa719d616c36f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/422c185812af4134a71af0443f4929e5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fd05a62c0d4a495aaddac1ddcb71ec8f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/db48d709020e40b8b01cd8cd355e5b50, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ff96306470614b22abe45d8d8467f180, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ec9f291140834422b18280ebec36bbb8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/afe9b0c6dc6d44abac231830dd23942e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a6b9df36317f4bff88a8e776e675094f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/0e65023caa084e7b82ee5bd4b98513f8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/3e2af28f171849f5a656ff498536905c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/6e9d6bd7111748f790184520a81dda0a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7825ff6cc0d64dffa32ba0d3f89bfee5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/08d83205d90741deba71851f1c535f96, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/4b0865215d034c729a8ef02d4f9f501e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c00862ec8aef428dae8e2ca39effc735, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/77eea35a11de4bafb6c1081f16a4360a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/97a62a91f4144ba7b1eb4efe8a856582] to archive 2024-11-22T23:24:47,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:24:47,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/b9ddc7fa36974ffe9e2786e66c33dcda to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/b9ddc7fa36974ffe9e2786e66c33dcda 2024-11-22T23:24:47,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/70c2f9f9a87e407e8259a36194ea927e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/70c2f9f9a87e407e8259a36194ea927e 2024-11-22T23:24:47,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c9dbe1814b504a2b993f21dae167ab89 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c9dbe1814b504a2b993f21dae167ab89 2024-11-22T23:24:47,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/f208950f74a44538b6ee9675b6ffa850 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/f208950f74a44538b6ee9675b6ffa850 2024-11-22T23:24:47,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7598fbea6e5649b8a5bddda667856eb6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7598fbea6e5649b8a5bddda667856eb6 2024-11-22T23:24:47,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7ab4e03b4e3649d7951411393d01228e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7ab4e03b4e3649d7951411393d01228e 2024-11-22T23:24:47,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fa68a691f10a4986bd64e25864bab22b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fa68a691f10a4986bd64e25864bab22b 2024-11-22T23:24:47,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ccea11ddca424708b278df4db856cba7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ccea11ddca424708b278df4db856cba7 2024-11-22T23:24:47,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a3dce2b23162458f942fa719d616c36f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a3dce2b23162458f942fa719d616c36f 2024-11-22T23:24:47,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/422c185812af4134a71af0443f4929e5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/422c185812af4134a71af0443f4929e5 2024-11-22T23:24:47,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fd05a62c0d4a495aaddac1ddcb71ec8f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/fd05a62c0d4a495aaddac1ddcb71ec8f 2024-11-22T23:24:47,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/db48d709020e40b8b01cd8cd355e5b50 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/db48d709020e40b8b01cd8cd355e5b50 2024-11-22T23:24:47,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ff96306470614b22abe45d8d8467f180 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ff96306470614b22abe45d8d8467f180 2024-11-22T23:24:47,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ec9f291140834422b18280ebec36bbb8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/ec9f291140834422b18280ebec36bbb8 2024-11-22T23:24:47,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/afe9b0c6dc6d44abac231830dd23942e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/afe9b0c6dc6d44abac231830dd23942e 2024-11-22T23:24:47,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a6b9df36317f4bff88a8e776e675094f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/a6b9df36317f4bff88a8e776e675094f 2024-11-22T23:24:47,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/0e65023caa084e7b82ee5bd4b98513f8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/0e65023caa084e7b82ee5bd4b98513f8 2024-11-22T23:24:47,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/3e2af28f171849f5a656ff498536905c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/3e2af28f171849f5a656ff498536905c 2024-11-22T23:24:47,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/6e9d6bd7111748f790184520a81dda0a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/6e9d6bd7111748f790184520a81dda0a 2024-11-22T23:24:47,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7825ff6cc0d64dffa32ba0d3f89bfee5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/7825ff6cc0d64dffa32ba0d3f89bfee5 2024-11-22T23:24:47,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/08d83205d90741deba71851f1c535f96 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/08d83205d90741deba71851f1c535f96 2024-11-22T23:24:47,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/4b0865215d034c729a8ef02d4f9f501e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/4b0865215d034c729a8ef02d4f9f501e 2024-11-22T23:24:47,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c00862ec8aef428dae8e2ca39effc735 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/c00862ec8aef428dae8e2ca39effc735 2024-11-22T23:24:47,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/77eea35a11de4bafb6c1081f16a4360a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/77eea35a11de4bafb6c1081f16a4360a 2024-11-22T23:24:47,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/97a62a91f4144ba7b1eb4efe8a856582 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/97a62a91f4144ba7b1eb4efe8a856582 2024-11-22T23:24:47,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4ca5cb0b540e47079df01c773ca60753, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fc24f795d8dc42c4b2dc1cb27e2ebae2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c04a5dee97c4452caf26f078add68783, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c6c1a5df0acb4a16b5131aa262223f40, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/43437d61349c4c34875477f6236dfe61, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/80f4674dc16f438e9071e8e7629c020b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/361f075a476942c1827d4e7f1f720529, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e4dd249bcebf4971b5dcda90c6091d4a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fa7b705c1e0f44c4b5f55546c1a480ac, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/382fbdb422dd4cf29d5c7b636cf1afa2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/de2b84b369ef45619e1a218d8f332371, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/08b0c05ec73a42dda371fcd0fc8fca7c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/ceaad40fcbfc46b88eb73484466ff5a2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/7592cd9f79ed4785a858030353662ee0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/46bb3e0984fe405090b6145bb6c4b06a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e7b5ee89c50f4178b7328fbc6cd6bed6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c70fedcb298c4b8490c38eab87e4f9d3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4d73ae11a23e4b65a380b16fab19869d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/efb3cb1d6d7a42c793f3cc190a56b4f4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/0a0d003371a946ae82c90aa5336aded1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/50fb8587ee92443aac4225cec20b83e3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/76ed9d7721e34679873e15b9adaaa1f6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/9ee58acc7db0431b8194c56d49c1d5ae, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/3af5ac5730494beb8b46db9301125a0f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/42a15508367349598d5f681f7d88b4bd] to archive 2024-11-22T23:24:47,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:24:47,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4ca5cb0b540e47079df01c773ca60753 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4ca5cb0b540e47079df01c773ca60753 2024-11-22T23:24:47,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fc24f795d8dc42c4b2dc1cb27e2ebae2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fc24f795d8dc42c4b2dc1cb27e2ebae2 2024-11-22T23:24:47,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c04a5dee97c4452caf26f078add68783 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c04a5dee97c4452caf26f078add68783 2024-11-22T23:24:47,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c6c1a5df0acb4a16b5131aa262223f40 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c6c1a5df0acb4a16b5131aa262223f40 2024-11-22T23:24:47,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/43437d61349c4c34875477f6236dfe61 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/43437d61349c4c34875477f6236dfe61 2024-11-22T23:24:47,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/80f4674dc16f438e9071e8e7629c020b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/80f4674dc16f438e9071e8e7629c020b 2024-11-22T23:24:47,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/361f075a476942c1827d4e7f1f720529 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/361f075a476942c1827d4e7f1f720529 2024-11-22T23:24:47,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e4dd249bcebf4971b5dcda90c6091d4a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e4dd249bcebf4971b5dcda90c6091d4a 2024-11-22T23:24:47,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fa7b705c1e0f44c4b5f55546c1a480ac to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/fa7b705c1e0f44c4b5f55546c1a480ac 2024-11-22T23:24:47,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/382fbdb422dd4cf29d5c7b636cf1afa2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/382fbdb422dd4cf29d5c7b636cf1afa2 2024-11-22T23:24:47,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/de2b84b369ef45619e1a218d8f332371 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/de2b84b369ef45619e1a218d8f332371 2024-11-22T23:24:47,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/08b0c05ec73a42dda371fcd0fc8fca7c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/08b0c05ec73a42dda371fcd0fc8fca7c 2024-11-22T23:24:47,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/ceaad40fcbfc46b88eb73484466ff5a2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/ceaad40fcbfc46b88eb73484466ff5a2 2024-11-22T23:24:47,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/7592cd9f79ed4785a858030353662ee0 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/7592cd9f79ed4785a858030353662ee0 2024-11-22T23:24:47,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/46bb3e0984fe405090b6145bb6c4b06a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/46bb3e0984fe405090b6145bb6c4b06a 2024-11-22T23:24:47,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e7b5ee89c50f4178b7328fbc6cd6bed6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/e7b5ee89c50f4178b7328fbc6cd6bed6 2024-11-22T23:24:47,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c70fedcb298c4b8490c38eab87e4f9d3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/c70fedcb298c4b8490c38eab87e4f9d3 2024-11-22T23:24:47,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4d73ae11a23e4b65a380b16fab19869d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/4d73ae11a23e4b65a380b16fab19869d 2024-11-22T23:24:47,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/efb3cb1d6d7a42c793f3cc190a56b4f4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/efb3cb1d6d7a42c793f3cc190a56b4f4 2024-11-22T23:24:47,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/0a0d003371a946ae82c90aa5336aded1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/0a0d003371a946ae82c90aa5336aded1 2024-11-22T23:24:47,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/50fb8587ee92443aac4225cec20b83e3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/50fb8587ee92443aac4225cec20b83e3 2024-11-22T23:24:47,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/76ed9d7721e34679873e15b9adaaa1f6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/76ed9d7721e34679873e15b9adaaa1f6 2024-11-22T23:24:47,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/9ee58acc7db0431b8194c56d49c1d5ae to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/9ee58acc7db0431b8194c56d49c1d5ae 2024-11-22T23:24:47,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/3af5ac5730494beb8b46db9301125a0f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/3af5ac5730494beb8b46db9301125a0f 2024-11-22T23:24:47,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/42a15508367349598d5f681f7d88b4bd to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/42a15508367349598d5f681f7d88b4bd 2024-11-22T23:24:47,539 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=4 2024-11-22T23:24:47,540 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479. 2024-11-22T23:24:47,540 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 313e982db025c4d7e3fd1b30f1bab479: Waiting for close lock at 1732317885923Running coprocessor pre-close hooks at 1732317885923Disabling compacts and flushes for region at 1732317885923Disabling writes for close at 1732317887460 (+1537 ms)Writing region close event to WAL at 1732317887535 (+75 ms)Running coprocessor post-close hooks at 1732317887539 (+4 ms)Closed at 1732317887540 (+1 ms) 2024-11-22T23:24:47,542 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=313e982db025c4d7e3fd1b30f1bab479, regionState=CLOSED 2024-11-22T23:24:47,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:24:47,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T23:24:47,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 313e982db025c4d7e3fd1b30f1bab479, server=a3d87a7361f3,41749,1732317825610 in 1.7730 sec 2024-11-22T23:24:47,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-22T23:24:47,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313e982db025c4d7e3fd1b30f1bab479, UNASSIGN in 1.7790 sec 2024-11-22T23:24:47,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-22T23:24:47,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7830 sec 2024-11-22T23:24:47,550 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317887550"}]},"ts":"1732317887550"} 2024-11-22T23:24:47,551 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T23:24:47,551 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T23:24:47,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7930 sec 2024-11-22T23:24:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T23:24:47,909 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:47,909 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T23:24:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:47,911 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T23:24:47,911 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:47,914 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,917 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/recovered.edits] 2024-11-22T23:24:47,921 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/1683f351493e4dae926306d59f6b0ac4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/1683f351493e4dae926306d59f6b0ac4 2024-11-22T23:24:47,923 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cdf3e27372ee428d977525da60ee71c5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/A/cdf3e27372ee428d977525da60ee71c5 2024-11-22T23:24:47,927 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/eb90cf000d2a4ac1aed3ae6149402066 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/eb90cf000d2a4ac1aed3ae6149402066 2024-11-22T23:24:47,929 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/f05f66dba22345c2a53a961360db08b9 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/B/f05f66dba22345c2a53a961360db08b9 2024-11-22T23:24:47,932 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/24347b89564e4d5b9be2c95955765ca1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/24347b89564e4d5b9be2c95955765ca1 2024-11-22T23:24:47,934 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/695ae16fefc049c0a2ce7fefdedef206 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/C/695ae16fefc049c0a2ce7fefdedef206 2024-11-22T23:24:47,940 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/recovered.edits/401.seqid to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479/recovered.edits/401.seqid 2024-11-22T23:24:47,941 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,941 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T23:24:47,941 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T23:24:47,942 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T23:24:47,946 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122018f6033c7ab43a5ba1798b147dfdb0f_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122018f6033c7ab43a5ba1798b147dfdb0f_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,947 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221834787270f44fe4ac758dc2cadae87b_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221834787270f44fe4ac758dc2cadae87b_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,948 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222011fd174d71463ab5de6a744a4afa90_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222011fd174d71463ab5de6a744a4afa90_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,949 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249cb17eaabf2463eb813e293e4a5bd7c_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249cb17eaabf2463eb813e293e4a5bd7c_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,950 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224fda5705718943188b35d2d85c5c507c_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224fda5705718943188b35d2d85c5c507c_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,951 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112259da1788c068439a92cdbd5ea9fd3979_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112259da1788c068439a92cdbd5ea9fd3979_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,952 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112271b2962b087d4444883b511af32660f5_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112271b2962b087d4444883b511af32660f5_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,953 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122745d251c06454ad5b5b28cc8f90429e6_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122745d251c06454ad5b5b28cc8f90429e6_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,954 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227d8ed3f690e64b06a4d63f403e24f0c2_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227d8ed3f690e64b06a4d63f403e24f0c2_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,955 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296f7a3730dc14c3ca4149c5525a9ba91_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296f7a3730dc14c3ca4149c5525a9ba91_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,956 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2451bf9d20041df90d7f82a119b7085_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2451bf9d20041df90d7f82a119b7085_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,957 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2be63ddb8724ed4b93fd0ec5224e137_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b2be63ddb8724ed4b93fd0ec5224e137_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,958 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b9733aed35114eb3981f873e6f844bfa_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b9733aed35114eb3981f873e6f844bfa_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,959 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bac787c654e643c380284da74080b37d_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bac787c654e643c380284da74080b37d_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,960 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc2d7807b32746a6954b111b246583ee_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc2d7807b32746a6954b111b246583ee_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,961 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c281e1350bf544b7be6c88b16045bffc_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c281e1350bf544b7be6c88b16045bffc_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,962 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d15a74c0990d46bea4bb366fb05c4df8_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d15a74c0990d46bea4bb366fb05c4df8_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,963 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f3eff37599214677b16485736ad589fc_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f3eff37599214677b16485736ad589fc_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,964 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f7ff52a6b26a43bbbfb313f1bb534b57_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f7ff52a6b26a43bbbfb313f1bb534b57_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,965 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd0ebe5e6eac49029495c1a7a1f8a806_313e982db025c4d7e3fd1b30f1bab479 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd0ebe5e6eac49029495c1a7a1f8a806_313e982db025c4d7e3fd1b30f1bab479 2024-11-22T23:24:47,965 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T23:24:47,967 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:47,969 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T23:24:47,971 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T23:24:47,972 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:47,972 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T23:24:47,972 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732317887972"}]},"ts":"9223372036854775807"} 2024-11-22T23:24:47,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T23:24:47,974 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 313e982db025c4d7e3fd1b30f1bab479, NAME => 'TestAcidGuarantees,,1732317857058.313e982db025c4d7e3fd1b30f1bab479.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T23:24:47,974 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T23:24:47,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732317887974"}]},"ts":"9223372036854775807"} 2024-11-22T23:24:47,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T23:24:47,976 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:47,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-22T23:24:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T23:24:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T23:24:48,019 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:48,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 238), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 486), ProcessCount=11 (was 11), AvailableMemoryMB=1143 (was 1559) 2024-11-22T23:24:48,034 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=1143 2024-11-22T23:24:48,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:24:48,035 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:24:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T23:24:48,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:24:48,037 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:48,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-22T23:24:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:24:48,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:24:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742047_1223 (size=959) 2024-11-22T23:24:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:24:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:24:48,449 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 2024-11-22T23:24:48,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742048_1224 (size=53) 2024-11-22T23:24:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:24:48,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:24:48,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 152bfe2307429802a56f56828315db09, disabling compactions & flushes 2024-11-22T23:24:48,863 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:48,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:48,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. after waiting 0 ms 2024-11-22T23:24:48,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:48,864 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:48,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 152bfe2307429802a56f56828315db09: Waiting for close lock at 1732317888863Disabling compacts and flushes for region at 1732317888863Disabling writes for close at 1732317888864 (+1 ms)Writing region close event to WAL at 1732317888864Closed at 1732317888864 2024-11-22T23:24:48,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:24:48,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732317888866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732317888866"}]},"ts":"1732317888866"} 2024-11-22T23:24:48,869 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:24:48,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:24:48,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317888871"}]},"ts":"1732317888871"} 2024-11-22T23:24:48,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T23:24:48,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, ASSIGN}] 2024-11-22T23:24:48,875 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, ASSIGN 2024-11-22T23:24:48,877 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, ASSIGN; state=OFFLINE, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=false 2024-11-22T23:24:49,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=152bfe2307429802a56f56828315db09, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:49,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, ASSIGN because future has completed 2024-11-22T23:24:49,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:24:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:24:49,194 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:49,194 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:24:49,195 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,195 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:24:49,195 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,195 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,198 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,202 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152bfe2307429802a56f56828315db09 columnFamilyName A 2024-11-22T23:24:49,202 DEBUG [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:49,203 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] regionserver.HStore(327): Store=152bfe2307429802a56f56828315db09/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:49,203 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,204 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152bfe2307429802a56f56828315db09 columnFamilyName B 2024-11-22T23:24:49,204 DEBUG [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:49,205 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] regionserver.HStore(327): Store=152bfe2307429802a56f56828315db09/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:49,205 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,206 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152bfe2307429802a56f56828315db09 columnFamilyName C 2024-11-22T23:24:49,206 DEBUG [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:24:49,207 INFO [StoreOpener-152bfe2307429802a56f56828315db09-1 {}] regionserver.HStore(327): Store=152bfe2307429802a56f56828315db09/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:24:49,207 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,208 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,208 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,209 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,209 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,210 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:24:49,211 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,213 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:24:49,213 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 152bfe2307429802a56f56828315db09; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72698543, jitterRate=0.08329270780086517}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:24:49,213 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 152bfe2307429802a56f56828315db09 2024-11-22T23:24:49,214 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 152bfe2307429802a56f56828315db09: Running coprocessor pre-open hook at 1732317889195Writing region info on filesystem at 1732317889195Initializing all the Stores at 1732317889197 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317889197Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317889198 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317889198Cleaning up temporary data from old regions at 1732317889209 (+11 ms)Running coprocessor post-open hooks at 1732317889213 (+4 ms)Region opened successfully at 1732317889214 (+1 ms) 2024-11-22T23:24:49,215 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., pid=63, masterSystemTime=1732317889187 2024-11-22T23:24:49,216 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:49,216 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:49,216 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=152bfe2307429802a56f56828315db09, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:49,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:24:49,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-22T23:24:49,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 in 185 msec 2024-11-22T23:24:49,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-22T23:24:49,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, ASSIGN in 346 msec 2024-11-22T23:24:49,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:24:49,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317889222"}]},"ts":"1732317889222"} 2024-11-22T23:24:49,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T23:24:49,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:24:49,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1900 sec 2024-11-22T23:24:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-22T23:24:50,189 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:50,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c11f0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,196 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f6b178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,200 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0f87d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:24:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a3d87a7361f3,33451,1732317824833 2024-11-22T23:24:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@648f7f55 2024-11-22T23:24:50,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:24:50,207 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:24:50,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a25e579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,209 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d61a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,210 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c45795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,212 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fde12c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,213 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5120c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,215 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6098a3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1866ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,218 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13758fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,219 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a4199b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,221 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d5ebfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,222 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1b90dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,224 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56805df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,225 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdd912b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,226 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429811e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,227 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e253696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,229 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7709ca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,230 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75aa2de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,232 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0f4f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,233 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d86f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:24:50,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:24:50,234 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:24:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:24:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:24:50,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1926feef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:24:50,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:24:50,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:24:50,235 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f21f185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:24:50,236 DEBUG [Thread-1073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,236 DEBUG [Thread-1060 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,236 DEBUG [Thread-1058 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,236 DEBUG [Thread-1071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,236 DEBUG [Thread-1054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,236 DEBUG [Thread-1065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,237 DEBUG [Thread-1056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,237 DEBUG [Thread-1062 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,237 DEBUG [Thread-1069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,238 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,239 DEBUG [Thread-1067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:24:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-22T23:24:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T23:24:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:24:50,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:24:50,241 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:50,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:24:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,242 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:50,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:24:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:50,251 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:50,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:24:50,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317950273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317950275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317950276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317950278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317950279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/c4cab95d16274c84abe53738a51e1f62 is 50, key is test_row_0/A:col10/1732317890251/Put/seqid=0 2024-11-22T23:24:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742049_1225 (size=12001) 2024-11-22T23:24:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T23:24:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317950389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317950389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317950389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317950389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317950389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:50,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:50,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:50,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:50,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:50,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T23:24:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317950599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317950599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317950599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317950599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317950599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:50,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/c4cab95d16274c84abe53738a51e1f62 2024-11-22T23:24:50,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/e7f62a8a814b492bb818434c0358358d is 50, key is test_row_0/B:col10/1732317890251/Put/seqid=0 2024-11-22T23:24:50,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742050_1226 (size=12001) 2024-11-22T23:24:50,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:50,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T23:24:50,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317950908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317950909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317950909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317950909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317950909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:50,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:50,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:51,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/e7f62a8a814b492bb818434c0358358d 2024-11-22T23:24:51,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/f53839ab632f4c4ea8e1eb2f3b1811fa is 50, key is test_row_0/C:col10/1732317890251/Put/seqid=0 2024-11-22T23:24:51,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:51,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:51,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742051_1227 (size=12001) 2024-11-22T23:24:51,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T23:24:51,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317951419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317951419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317951419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317951419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317951419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:51,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:51,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:51,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/f53839ab632f4c4ea8e1eb2f3b1811fa 2024-11-22T23:24:51,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/c4cab95d16274c84abe53738a51e1f62 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c4cab95d16274c84abe53738a51e1f62 2024-11-22T23:24:51,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c4cab95d16274c84abe53738a51e1f62, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T23:24:51,578 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-22T23:24:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/e7f62a8a814b492bb818434c0358358d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e7f62a8a814b492bb818434c0358358d 2024-11-22T23:24:51,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e7f62a8a814b492bb818434c0358358d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T23:24:51,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/f53839ab632f4c4ea8e1eb2f3b1811fa as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f53839ab632f4c4ea8e1eb2f3b1811fa 2024-11-22T23:24:51,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f53839ab632f4c4ea8e1eb2f3b1811fa, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T23:24:51,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 152bfe2307429802a56f56828315db09 in 1337ms, sequenceid=13, compaction requested=false 2024-11-22T23:24:51,588 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T23:24:51,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:51,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-22T23:24:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:51,625 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:24:51,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/28fa6184eace47c98d256488b12fdc70 is 50, key is test_row_0/A:col10/1732317890277/Put/seqid=0 2024-11-22T23:24:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742052_1228 (size=12001) 2024-11-22T23:24:52,037 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/28fa6184eace47c98d256488b12fdc70 2024-11-22T23:24:52,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/3b9d51d899f34113996227fe8a8b7c97 is 50, key is test_row_0/B:col10/1732317890277/Put/seqid=0 2024-11-22T23:24:52,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742053_1229 (size=12001) 2024-11-22T23:24:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T23:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:52,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:52,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317952439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317952439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317952440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317952440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317952440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,484 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/3b9d51d899f34113996227fe8a8b7c97 2024-11-22T23:24:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/f5b0f162f38e4014897b4081dfe6a59f is 50, key is test_row_0/C:col10/1732317890277/Put/seqid=0 2024-11-22T23:24:52,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742054_1230 (size=12001) 2024-11-22T23:24:52,520 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/f5b0f162f38e4014897b4081dfe6a59f 2024-11-22T23:24:52,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/28fa6184eace47c98d256488b12fdc70 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/28fa6184eace47c98d256488b12fdc70 2024-11-22T23:24:52,530 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/28fa6184eace47c98d256488b12fdc70, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T23:24:52,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/3b9d51d899f34113996227fe8a8b7c97 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3b9d51d899f34113996227fe8a8b7c97 2024-11-22T23:24:52,536 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3b9d51d899f34113996227fe8a8b7c97, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T23:24:52,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/f5b0f162f38e4014897b4081dfe6a59f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f5b0f162f38e4014897b4081dfe6a59f 2024-11-22T23:24:52,542 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f5b0f162f38e4014897b4081dfe6a59f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T23:24:52,543 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 152bfe2307429802a56f56828315db09 in 918ms, sequenceid=38, compaction requested=false 2024-11-22T23:24:52,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:52,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:52,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-22T23:24:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-22T23:24:52,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-22T23:24:52,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3020 sec 2024-11-22T23:24:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:52,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T23:24:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317952576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317952578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317952579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317952579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317952580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.3130 sec 2024-11-22T23:24:52,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/bebd8b5a64a9405593ba6091f6118d23 is 50, key is test_row_0/A:col10/1732317892551/Put/seqid=0 2024-11-22T23:24:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742055_1231 (size=16681) 2024-11-22T23:24:52,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/bebd8b5a64a9405593ba6091f6118d23 2024-11-22T23:24:52,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/184bf7c25c5f44c893f3626edb745553 is 50, key is test_row_0/B:col10/1732317892551/Put/seqid=0 2024-11-22T23:24:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742056_1232 (size=12001) 2024-11-22T23:24:52,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/184bf7c25c5f44c893f3626edb745553 2024-11-22T23:24:52,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/fc877d0809e948038bee53df28909fa4 is 50, key is test_row_0/C:col10/1732317892551/Put/seqid=0 2024-11-22T23:24:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742057_1233 (size=12001) 2024-11-22T23:24:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317952688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317952689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317952689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317952689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317952689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317952898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317952899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317952899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317952899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317952899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/fc877d0809e948038bee53df28909fa4 2024-11-22T23:24:53,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/bebd8b5a64a9405593ba6091f6118d23 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/bebd8b5a64a9405593ba6091f6118d23 2024-11-22T23:24:53,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/bebd8b5a64a9405593ba6091f6118d23, entries=250, sequenceid=55, filesize=16.3 K 2024-11-22T23:24:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/184bf7c25c5f44c893f3626edb745553 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/184bf7c25c5f44c893f3626edb745553 2024-11-22T23:24:53,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/184bf7c25c5f44c893f3626edb745553, entries=150, sequenceid=55, filesize=11.7 K 2024-11-22T23:24:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/fc877d0809e948038bee53df28909fa4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/fc877d0809e948038bee53df28909fa4 2024-11-22T23:24:53,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/fc877d0809e948038bee53df28909fa4, entries=150, sequenceid=55, filesize=11.7 K 2024-11-22T23:24:53,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 152bfe2307429802a56f56828315db09 in 520ms, sequenceid=55, compaction requested=true 2024-11-22T23:24:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:53,074 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:53,074 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:53,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:53,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T23:24:53,085 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:53,085 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:53,085 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:24:53,085 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:53,085 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:24:53,085 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:53,085 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c4cab95d16274c84abe53738a51e1f62, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/28fa6184eace47c98d256488b12fdc70, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/bebd8b5a64a9405593ba6091f6118d23] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=39.7 K 2024-11-22T23:24:53,085 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e7f62a8a814b492bb818434c0358358d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3b9d51d899f34113996227fe8a8b7c97, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/184bf7c25c5f44c893f3626edb745553] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=35.2 K 2024-11-22T23:24:53,086 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4cab95d16274c84abe53738a51e1f62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732317890247 2024-11-22T23:24:53,086 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e7f62a8a814b492bb818434c0358358d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732317890247 2024-11-22T23:24:53,086 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b9d51d899f34113996227fe8a8b7c97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732317890274 2024-11-22T23:24:53,086 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28fa6184eace47c98d256488b12fdc70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732317890274 2024-11-22T23:24:53,086 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 184bf7c25c5f44c893f3626edb745553, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732317892438 2024-11-22T23:24:53,086 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting bebd8b5a64a9405593ba6091f6118d23, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732317892438 2024-11-22T23:24:53,094 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:53,094 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/67bcb6987a0a4dc9b60be9e809e4d85d is 50, key is test_row_0/A:col10/1732317892551/Put/seqid=0 2024-11-22T23:24:53,102 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:53,102 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/e4ba86941fb1439e85098e7438f2197b is 50, key is test_row_0/B:col10/1732317892551/Put/seqid=0 2024-11-22T23:24:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742059_1235 (size=12104) 2024-11-22T23:24:53,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742058_1234 (size=12104) 2024-11-22T23:24:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:53,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T23:24:53,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/401c9aa40024432b97115a4246ce2dec is 50, key is test_row_0/A:col10/1732317892577/Put/seqid=0 2024-11-22T23:24:53,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742060_1236 (size=14341) 2024-11-22T23:24:53,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317953221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317953223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317953224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317953225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317953226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317953329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317953339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317953339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317953339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317953339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,531 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/67bcb6987a0a4dc9b60be9e809e4d85d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67bcb6987a0a4dc9b60be9e809e4d85d 2024-11-22T23:24:53,535 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/e4ba86941fb1439e85098e7438f2197b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e4ba86941fb1439e85098e7438f2197b 2024-11-22T23:24:53,536 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into 67bcb6987a0a4dc9b60be9e809e4d85d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:53,536 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:53,536 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=13, startTime=1732317893074; duration=0sec 2024-11-22T23:24:53,536 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:53,536 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:24:53,536 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:53,537 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:53,537 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:24:53,537 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:53,537 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f53839ab632f4c4ea8e1eb2f3b1811fa, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f5b0f162f38e4014897b4081dfe6a59f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/fc877d0809e948038bee53df28909fa4] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=35.2 K 2024-11-22T23:24:53,538 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting f53839ab632f4c4ea8e1eb2f3b1811fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732317890247 2024-11-22T23:24:53,538 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5b0f162f38e4014897b4081dfe6a59f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732317890274 2024-11-22T23:24:53,538 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc877d0809e948038bee53df28909fa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732317892438 2024-11-22T23:24:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,540 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into e4ba86941fb1439e85098e7438f2197b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:53,540 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:53,540 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=13, startTime=1732317893074; duration=0sec 2024-11-22T23:24:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317953539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,540 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:53,540 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:24:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,546 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:53,546 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/6a735a427fb34310bb55c1eeeb0cf781 is 50, key is test_row_0/C:col10/1732317892551/Put/seqid=0 2024-11-22T23:24:53,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317953549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317953549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317953549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317953549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742061_1237 (size=12104) 2024-11-22T23:24:53,567 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/6a735a427fb34310bb55c1eeeb0cf781 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6a735a427fb34310bb55c1eeeb0cf781 2024-11-22T23:24:53,571 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into 6a735a427fb34310bb55c1eeeb0cf781(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:53,571 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:53,571 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=13, startTime=1732317893074; duration=0sec 2024-11-22T23:24:53,571 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:53,571 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:24:53,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/401c9aa40024432b97115a4246ce2dec 2024-11-22T23:24:53,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0aca10c92cc747e3b47ba8fef9d98825 is 50, key is test_row_0/B:col10/1732317892577/Put/seqid=0 2024-11-22T23:24:53,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742062_1238 (size=12001) 2024-11-22T23:24:53,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317953849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317953859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317953859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317953859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317953859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0aca10c92cc747e3b47ba8fef9d98825 2024-11-22T23:24:54,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/bec0d4c182eb4304971c4971ea2a5031 is 50, key is test_row_0/C:col10/1732317892577/Put/seqid=0 2024-11-22T23:24:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742063_1239 (size=12001) 2024-11-22T23:24:54,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/bec0d4c182eb4304971c4971ea2a5031 2024-11-22T23:24:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/401c9aa40024432b97115a4246ce2dec as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/401c9aa40024432b97115a4246ce2dec 2024-11-22T23:24:54,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/401c9aa40024432b97115a4246ce2dec, entries=200, sequenceid=75, filesize=14.0 K 2024-11-22T23:24:54,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0aca10c92cc747e3b47ba8fef9d98825 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0aca10c92cc747e3b47ba8fef9d98825 2024-11-22T23:24:54,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0aca10c92cc747e3b47ba8fef9d98825, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T23:24:54,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/bec0d4c182eb4304971c4971ea2a5031 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bec0d4c182eb4304971c4971ea2a5031 2024-11-22T23:24:54,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bec0d4c182eb4304971c4971ea2a5031, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T23:24:54,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 152bfe2307429802a56f56828315db09 in 867ms, sequenceid=75, compaction requested=false 2024-11-22T23:24:54,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:54,362 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:54,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T23:24:54,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/b736b398c05543659bde0abf652ba571 is 50, key is test_row_0/A:col10/1732317893225/Put/seqid=0 2024-11-22T23:24:54,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742064_1240 (size=14341) 2024-11-22T23:24:54,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/b736b398c05543659bde0abf652ba571 2024-11-22T23:24:54,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/5c41720bef3f4dc5a1e656b296acb965 is 50, key is test_row_0/B:col10/1732317893225/Put/seqid=0 2024-11-22T23:24:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742065_1241 (size=12001) 2024-11-22T23:24:54,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317954389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317954389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317954391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317954394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T23:24:54,399 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:54,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317954396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-22T23:24:54,401 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:54,402 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:54,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:24:54,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317954499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317954499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317954499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:24:54,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317954509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317954508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T23:24:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:54,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:54,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T23:24:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:54,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:54,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:54,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317954709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317954709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317954709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:24:54,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317954719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317954719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:54,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/5c41720bef3f4dc5a1e656b296acb965 2024-11-22T23:24:54,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3f7bf55ee15a4ac1969e65c63ff6978f is 50, key is test_row_0/C:col10/1732317893225/Put/seqid=0 2024-11-22T23:24:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742066_1242 (size=12001) 2024-11-22T23:24:54,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3f7bf55ee15a4ac1969e65c63ff6978f 2024-11-22T23:24:54,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/b736b398c05543659bde0abf652ba571 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b736b398c05543659bde0abf652ba571 2024-11-22T23:24:54,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b736b398c05543659bde0abf652ba571, entries=200, sequenceid=96, filesize=14.0 K 2024-11-22T23:24:54,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/5c41720bef3f4dc5a1e656b296acb965 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/5c41720bef3f4dc5a1e656b296acb965 2024-11-22T23:24:54,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/5c41720bef3f4dc5a1e656b296acb965, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T23:24:54,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3f7bf55ee15a4ac1969e65c63ff6978f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3f7bf55ee15a4ac1969e65c63ff6978f 2024-11-22T23:24:54,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3f7bf55ee15a4ac1969e65c63ff6978f, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T23:24:54,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 152bfe2307429802a56f56828315db09 in 485ms, sequenceid=96, compaction requested=true 2024-11-22T23:24:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:54,847 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:54,847 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:54,852 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:54,852 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:54,852 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:24:54,852 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:24:54,852 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:54,852 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e4ba86941fb1439e85098e7438f2197b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0aca10c92cc747e3b47ba8fef9d98825, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/5c41720bef3f4dc5a1e656b296acb965] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=35.3 K 2024-11-22T23:24:54,852 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:54,852 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67bcb6987a0a4dc9b60be9e809e4d85d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/401c9aa40024432b97115a4246ce2dec, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b736b398c05543659bde0abf652ba571] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=39.8 K 2024-11-22T23:24:54,853 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e4ba86941fb1439e85098e7438f2197b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732317892438 2024-11-22T23:24:54,854 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67bcb6987a0a4dc9b60be9e809e4d85d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732317892438 2024-11-22T23:24:54,855 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aca10c92cc747e3b47ba8fef9d98825, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732317892576 2024-11-22T23:24:54,855 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 401c9aa40024432b97115a4246ce2dec, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732317892576 2024-11-22T23:24:54,856 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c41720bef3f4dc5a1e656b296acb965, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317893223 2024-11-22T23:24:54,856 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting b736b398c05543659bde0abf652ba571, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317893217 2024-11-22T23:24:54,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T23:24:54,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:54,862 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T23:24:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/766f96864021415faba9ddc7efcb7a8e is 50, key is test_row_0/A:col10/1732317894393/Put/seqid=0 2024-11-22T23:24:54,875 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:54,876 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/aa07c2833885443f919132b79ca29b87 is 50, key is test_row_0/A:col10/1732317893225/Put/seqid=0 2024-11-22T23:24:54,886 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:54,887 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/893125f809b64f49af04df4a032b42b5 is 50, key is test_row_0/B:col10/1732317893225/Put/seqid=0 2024-11-22T23:24:54,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742067_1243 (size=12001) 2024-11-22T23:24:54,918 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/766f96864021415faba9ddc7efcb7a8e 2024-11-22T23:24:54,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742068_1244 (size=12207) 2024-11-22T23:24:54,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742069_1245 (size=12207) 2024-11-22T23:24:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/9706cb8d59764a5a9e6cc6947e914622 is 50, key is test_row_0/B:col10/1732317894393/Put/seqid=0 2024-11-22T23:24:54,944 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/893125f809b64f49af04df4a032b42b5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/893125f809b64f49af04df4a032b42b5 2024-11-22T23:24:54,951 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into 893125f809b64f49af04df4a032b42b5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:54,951 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:54,951 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=13, startTime=1732317894847; duration=0sec 2024-11-22T23:24:54,952 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:54,952 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:24:54,952 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:54,953 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:54,953 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:24:54,954 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:54,954 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6a735a427fb34310bb55c1eeeb0cf781, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bec0d4c182eb4304971c4971ea2a5031, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3f7bf55ee15a4ac1969e65c63ff6978f] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=35.3 K 2024-11-22T23:24:54,954 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a735a427fb34310bb55c1eeeb0cf781, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732317892438 2024-11-22T23:24:54,954 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting bec0d4c182eb4304971c4971ea2a5031, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732317892576 2024-11-22T23:24:54,955 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f7bf55ee15a4ac1969e65c63ff6978f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317893223 2024-11-22T23:24:54,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742070_1246 (size=12001) 2024-11-22T23:24:54,963 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/9706cb8d59764a5a9e6cc6947e914622 2024-11-22T23:24:54,969 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:54,970 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/edfe722684254458973fbf76e3d5a4e2 is 50, key is test_row_0/C:col10/1732317893225/Put/seqid=0 2024-11-22T23:24:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3fa474b5e37d4594bdd68c4244ce2446 is 50, key is test_row_0/C:col10/1732317894393/Put/seqid=0 2024-11-22T23:24:54,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742071_1247 (size=12207) 2024-11-22T23:24:55,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742072_1248 (size=12001) 2024-11-22T23:24:55,007 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3fa474b5e37d4594bdd68c4244ce2446 2024-11-22T23:24:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/766f96864021415faba9ddc7efcb7a8e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/766f96864021415faba9ddc7efcb7a8e 2024-11-22T23:24:55,020 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/766f96864021415faba9ddc7efcb7a8e, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T23:24:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/9706cb8d59764a5a9e6cc6947e914622 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/9706cb8d59764a5a9e6cc6947e914622 2024-11-22T23:24:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:24:55,032 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/9706cb8d59764a5a9e6cc6947e914622, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T23:24:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3fa474b5e37d4594bdd68c4244ce2446 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3fa474b5e37d4594bdd68c4244ce2446 2024-11-22T23:24:55,038 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3fa474b5e37d4594bdd68c4244ce2446, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T23:24:55,039 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=53.67 KB/54960 for 152bfe2307429802a56f56828315db09 in 177ms, sequenceid=114, compaction requested=false 2024-11-22T23:24:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-22T23:24:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-22T23:24:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:55,041 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:55,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T23:24:55,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T23:24:55,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 639 msec 2024-11-22T23:24:55,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 647 msec 2024-11-22T23:24:55,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/097ba2398589422c944141a053b49fbe is 50, key is test_row_0/A:col10/1732317895028/Put/seqid=0 2024-11-22T23:24:55,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317955078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317955079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317955086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317955086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742073_1249 (size=19071) 2024-11-22T23:24:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317955087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/097ba2398589422c944141a053b49fbe 2024-11-22T23:24:55,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/219dfc0b94894626a1cfdc30ecb3bc61 is 50, key is test_row_0/B:col10/1732317895028/Put/seqid=0 2024-11-22T23:24:55,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742074_1250 (size=12051) 2024-11-22T23:24:55,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/219dfc0b94894626a1cfdc30ecb3bc61 2024-11-22T23:24:55,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/946b8911ba0f4e7db79fde2868471dc7 is 50, key is test_row_0/C:col10/1732317895028/Put/seqid=0 2024-11-22T23:24:55,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742075_1251 (size=12051) 2024-11-22T23:24:55,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/946b8911ba0f4e7db79fde2868471dc7 2024-11-22T23:24:55,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317955189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/097ba2398589422c944141a053b49fbe as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/097ba2398589422c944141a053b49fbe 2024-11-22T23:24:55,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317955200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317955200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317955200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317955209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/097ba2398589422c944141a053b49fbe, entries=300, sequenceid=129, filesize=18.6 K 2024-11-22T23:24:55,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/219dfc0b94894626a1cfdc30ecb3bc61 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/219dfc0b94894626a1cfdc30ecb3bc61 2024-11-22T23:24:55,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/219dfc0b94894626a1cfdc30ecb3bc61, entries=150, sequenceid=129, filesize=11.8 K 2024-11-22T23:24:55,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/946b8911ba0f4e7db79fde2868471dc7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/946b8911ba0f4e7db79fde2868471dc7 2024-11-22T23:24:55,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/946b8911ba0f4e7db79fde2868471dc7, entries=150, sequenceid=129, filesize=11.8 K 2024-11-22T23:24:55,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 152bfe2307429802a56f56828315db09 in 193ms, sequenceid=129, compaction requested=true 2024-11-22T23:24:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T23:24:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T23:24:55,341 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/aa07c2833885443f919132b79ca29b87 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/aa07c2833885443f919132b79ca29b87 2024-11-22T23:24:55,355 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into aa07c2833885443f919132b79ca29b87(size=11.9 K), total size for store is 42.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:55,355 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:55,356 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=13, startTime=1732317894847; duration=0sec 2024-11-22T23:24:55,356 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T23:24:55,356 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:24:55,356 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:24:55,357 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-22T23:24:55,358 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T23:24:55,359 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T23:24:55,359 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. because compaction request was cancelled 2024-11-22T23:24:55,359 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:24:55,361 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:55,362 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:55,362 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:24:55,362 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:55,362 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/aa07c2833885443f919132b79ca29b87, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/766f96864021415faba9ddc7efcb7a8e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/097ba2398589422c944141a053b49fbe] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=42.3 K 2024-11-22T23:24:55,363 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa07c2833885443f919132b79ca29b87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317893223 2024-11-22T23:24:55,365 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 766f96864021415faba9ddc7efcb7a8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317894386 2024-11-22T23:24:55,365 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 097ba2398589422c944141a053b49fbe, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732317895028 2024-11-22T23:24:55,383 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:55,383 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/65bfef7b9a134ebc8fe7814cdbcf9618 is 50, key is test_row_0/A:col10/1732317895028/Put/seqid=0 2024-11-22T23:24:55,397 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/edfe722684254458973fbf76e3d5a4e2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/edfe722684254458973fbf76e3d5a4e2 2024-11-22T23:24:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:55,403 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:55,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:24:55,411 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into edfe722684254458973fbf76e3d5a4e2(size=11.9 K), total size for store is 35.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:55,411 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:55,411 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=13, startTime=1732317894847; duration=0sec 2024-11-22T23:24:55,411 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:55,411 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:24:55,411 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:55,413 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:55,413 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:24:55,413 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:55,414 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/893125f809b64f49af04df4a032b42b5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/9706cb8d59764a5a9e6cc6947e914622, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/219dfc0b94894626a1cfdc30ecb3bc61] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=35.4 K 2024-11-22T23:24:55,415 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 893125f809b64f49af04df4a032b42b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317893223 2024-11-22T23:24:55,415 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 9706cb8d59764a5a9e6cc6947e914622, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317894386 2024-11-22T23:24:55,416 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 219dfc0b94894626a1cfdc30ecb3bc61, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732317895028 2024-11-22T23:24:55,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317955419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317955421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317955420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317955421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317955423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/8546018391c441c78bd8892ae8853f38 is 50, key is test_row_0/A:col10/1732317895084/Put/seqid=0 2024-11-22T23:24:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742076_1252 (size=12359) 2024-11-22T23:24:55,457 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#209 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:55,458 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/675ff39ad736462e9ef2b1e1dfcf3301 is 50, key is test_row_0/B:col10/1732317895028/Put/seqid=0 2024-11-22T23:24:55,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742078_1254 (size=12359) 2024-11-22T23:24:55,480 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/675ff39ad736462e9ef2b1e1dfcf3301 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/675ff39ad736462e9ef2b1e1dfcf3301 2024-11-22T23:24:55,487 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into 675ff39ad736462e9ef2b1e1dfcf3301(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:55,487 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:55,488 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=13, startTime=1732317895235; duration=0sec 2024-11-22T23:24:55,488 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:55,488 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:24:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742077_1253 (size=12151) 2024-11-22T23:24:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317955530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T23:24:55,540 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:55,541 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:55,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317955539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317955540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-22T23:24:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317955540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,543 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T23:24:55,544 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:55,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T23:24:55,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:55,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:55,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:55,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:55,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:55,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:55,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317955739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317955739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317955749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317955749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317955749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:55,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:55,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:55,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T23:24:55,859 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/65bfef7b9a134ebc8fe7814cdbcf9618 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/65bfef7b9a134ebc8fe7814cdbcf9618 2024-11-22T23:24:55,865 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into 65bfef7b9a134ebc8fe7814cdbcf9618(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:55,865 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:55,865 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=13, startTime=1732317895235; duration=0sec 2024-11-22T23:24:55,865 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:55,866 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:24:55,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/8546018391c441c78bd8892ae8853f38 2024-11-22T23:24:55,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/31275ad840b0412f87b872c1c513e0fa is 50, key is test_row_0/B:col10/1732317895084/Put/seqid=0 2024-11-22T23:24:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742079_1255 (size=12151) 2024-11-22T23:24:55,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/31275ad840b0412f87b872c1c513e0fa 2024-11-22T23:24:55,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/a7e5156029174780a064934e27e0ef43 is 50, key is test_row_0/C:col10/1732317895084/Put/seqid=0 2024-11-22T23:24:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742080_1256 (size=12151) 2024-11-22T23:24:56,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/a7e5156029174780a064934e27e0ef43 2024-11-22T23:24:56,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/8546018391c441c78bd8892ae8853f38 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8546018391c441c78bd8892ae8853f38 2024-11-22T23:24:56,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8546018391c441c78bd8892ae8853f38, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T23:24:56,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/31275ad840b0412f87b872c1c513e0fa as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/31275ad840b0412f87b872c1c513e0fa 2024-11-22T23:24:56,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/31275ad840b0412f87b872c1c513e0fa, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T23:24:56,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/a7e5156029174780a064934e27e0ef43 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/a7e5156029174780a064934e27e0ef43 2024-11-22T23:24:56,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/a7e5156029174780a064934e27e0ef43, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T23:24:56,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 152bfe2307429802a56f56828315db09 in 642ms, sequenceid=155, compaction requested=true 2024-11-22T23:24:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:56,045 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T23:24:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:56,045 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T23:24:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. because compaction request was cancelled 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. because compaction request was cancelled 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:24:56,046 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:56,048 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:56,048 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:24:56,048 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,049 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/edfe722684254458973fbf76e3d5a4e2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3fa474b5e37d4594bdd68c4244ce2446, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/946b8911ba0f4e7db79fde2868471dc7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/a7e5156029174780a064934e27e0ef43] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=47.3 K 2024-11-22T23:24:56,050 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting edfe722684254458973fbf76e3d5a4e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732317893223 2024-11-22T23:24:56,050 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fa474b5e37d4594bdd68c4244ce2446, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317894386 2024-11-22T23:24:56,051 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 946b8911ba0f4e7db79fde2868471dc7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732317895028 2024-11-22T23:24:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:56,052 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a7e5156029174780a064934e27e0ef43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317895060 2024-11-22T23:24:56,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:56,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T23:24:56,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/6fd047874b914cdb9baeb121edfccf7b is 50, key is test_row_0/A:col10/1732317896051/Put/seqid=0 2024-11-22T23:24:56,078 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:56,079 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/4a85958261a947368fb18f079d5d4cac is 50, key is test_row_0/C:col10/1732317895084/Put/seqid=0 2024-11-22T23:24:56,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317956091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317956095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317956095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317956099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742081_1257 (size=14541) 2024-11-22T23:24:56,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/6fd047874b914cdb9baeb121edfccf7b 2024-11-22T23:24:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742082_1258 (size=12493) 2024-11-22T23:24:56,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/6c0280da37784a4891ab489c1f5b17ce is 50, key is test_row_0/B:col10/1732317896051/Put/seqid=0 2024-11-22T23:24:56,160 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/4a85958261a947368fb18f079d5d4cac as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4a85958261a947368fb18f079d5d4cac 2024-11-22T23:24:56,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:56,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742083_1259 (size=12151) 2024-11-22T23:24:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/6c0280da37784a4891ab489c1f5b17ce 2024-11-22T23:24:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T23:24:56,174 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into 4a85958261a947368fb18f079d5d4cac(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:56,174 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:56,174 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=12, startTime=1732317896045; duration=0sec 2024-11-22T23:24:56,174 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:56,174 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:24:56,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/dbd4a0fba4314e8a82571b5befd6d0bf is 50, key is test_row_0/C:col10/1732317896051/Put/seqid=0 2024-11-22T23:24:56,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317956209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317956210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317956210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317956210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742084_1260 (size=12151) 2024-11-22T23:24:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317956249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317956418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317956418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317956419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317956419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:56,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/dbd4a0fba4314e8a82571b5befd6d0bf 2024-11-22T23:24:56,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/6fd047874b914cdb9baeb121edfccf7b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/6fd047874b914cdb9baeb121edfccf7b 2024-11-22T23:24:56,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/6fd047874b914cdb9baeb121edfccf7b, entries=200, sequenceid=171, filesize=14.2 K 2024-11-22T23:24:56,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/6c0280da37784a4891ab489c1f5b17ce as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/6c0280da37784a4891ab489c1f5b17ce 2024-11-22T23:24:56,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/6c0280da37784a4891ab489c1f5b17ce, entries=150, sequenceid=171, filesize=11.9 K 2024-11-22T23:24:56,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/dbd4a0fba4314e8a82571b5befd6d0bf as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dbd4a0fba4314e8a82571b5befd6d0bf 2024-11-22T23:24:56,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dbd4a0fba4314e8a82571b5befd6d0bf, entries=150, sequenceid=171, filesize=11.9 K 2024-11-22T23:24:56,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 152bfe2307429802a56f56828315db09 in 602ms, sequenceid=171, compaction requested=true 2024-11-22T23:24:56,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:56,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:56,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:56,656 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:56,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:56,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:56,656 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:56,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:56,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:56,656 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:56,656 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:56,657 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:24:56,657 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:24:56,657 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,657 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,657 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/65bfef7b9a134ebc8fe7814cdbcf9618, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8546018391c441c78bd8892ae8853f38, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/6fd047874b914cdb9baeb121edfccf7b] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=38.1 K 2024-11-22T23:24:56,657 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/675ff39ad736462e9ef2b1e1dfcf3301, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/31275ad840b0412f87b872c1c513e0fa, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/6c0280da37784a4891ab489c1f5b17ce] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=35.8 K 2024-11-22T23:24:56,657 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 675ff39ad736462e9ef2b1e1dfcf3301, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732317895028 2024-11-22T23:24:56,657 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65bfef7b9a134ebc8fe7814cdbcf9618, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732317895028 2024-11-22T23:24:56,658 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 31275ad840b0412f87b872c1c513e0fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317895060 2024-11-22T23:24:56,658 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8546018391c441c78bd8892ae8853f38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317895060 2024-11-22T23:24:56,658 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c0280da37784a4891ab489c1f5b17ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732317895420 2024-11-22T23:24:56,658 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fd047874b914cdb9baeb121edfccf7b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732317895419 2024-11-22T23:24:56,665 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:56,665 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/e437e43d590a49889b930f3d6eab4933 is 50, key is test_row_0/A:col10/1732317896051/Put/seqid=0 2024-11-22T23:24:56,674 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:56,675 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/916fd035fd6845f68525fe70af91390c is 50, key is test_row_0/B:col10/1732317896051/Put/seqid=0 2024-11-22T23:24:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T23:24:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742085_1261 (size=12561) 2024-11-22T23:24:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742086_1262 (size=12561) 2024-11-22T23:24:56,692 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/916fd035fd6845f68525fe70af91390c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/916fd035fd6845f68525fe70af91390c 2024-11-22T23:24:56,699 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into 916fd035fd6845f68525fe70af91390c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:56,699 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:56,699 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=13, startTime=1732317896656; duration=0sec 2024-11-22T23:24:56,699 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:56,699 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:24:56,699 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T23:24:56,700 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T23:24:56,700 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T23:24:56,700 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. because compaction request was cancelled 2024-11-22T23:24:56,700 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:24:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:56,732 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:56,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T23:24:56,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/789981e3aea0496cb891c3d1b6dc2a35 is 50, key is test_row_0/A:col10/1732317896090/Put/seqid=0 2024-11-22T23:24:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742087_1263 (size=12151) 2024-11-22T23:24:56,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317956784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317956784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317956789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317956790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317956899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317956899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317956899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317956899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:56,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:56,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:57,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:57,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,090 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/e437e43d590a49889b930f3d6eab4933 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/e437e43d590a49889b930f3d6eab4933 2024-11-22T23:24:57,096 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into e437e43d590a49889b930f3d6eab4933(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:57,096 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:57,096 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=13, startTime=1732317896655; duration=0sec 2024-11-22T23:24:57,096 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:57,096 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:24:57,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317957109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317957109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317957109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317957109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/789981e3aea0496cb891c3d1b6dc2a35 2024-11-22T23:24:57,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/d8df186f034d4f9baca6447e84c1b4ec is 50, key is test_row_0/B:col10/1732317896090/Put/seqid=0 2024-11-22T23:24:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742088_1264 (size=12151) 2024-11-22T23:24:57,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/d8df186f034d4f9baca6447e84c1b4ec 2024-11-22T23:24:57,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/77ffa22b1f28473ba52cee7ffa5d1c71 is 50, key is test_row_0/C:col10/1732317896090/Put/seqid=0 2024-11-22T23:24:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742089_1265 (size=12151) 2024-11-22T23:24:57,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317957268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,271 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in 152bfe2307429802a56f56828315db09 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317957418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317957418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317957418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317957419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:57,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/77ffa22b1f28473ba52cee7ffa5d1c71 2024-11-22T23:24:57,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/789981e3aea0496cb891c3d1b6dc2a35 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/789981e3aea0496cb891c3d1b6dc2a35 2024-11-22T23:24:57,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/789981e3aea0496cb891c3d1b6dc2a35, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T23:24:57,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/d8df186f034d4f9baca6447e84c1b4ec as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/d8df186f034d4f9baca6447e84c1b4ec 2024-11-22T23:24:57,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/d8df186f034d4f9baca6447e84c1b4ec, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T23:24:57,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/77ffa22b1f28473ba52cee7ffa5d1c71 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/77ffa22b1f28473ba52cee7ffa5d1c71 2024-11-22T23:24:57,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/77ffa22b1f28473ba52cee7ffa5d1c71, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T23:24:57,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 152bfe2307429802a56f56828315db09 in 918ms, sequenceid=197, compaction requested=true 2024-11-22T23:24:57,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:57,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:57,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T23:24:57,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:57,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T23:24:57,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:57,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. because compaction request was cancelled 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. because compaction request was cancelled 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:24:57,651 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:57,652 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:57,652 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:24:57,652 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,652 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4a85958261a947368fb18f079d5d4cac, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dbd4a0fba4314e8a82571b5befd6d0bf, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/77ffa22b1f28473ba52cee7ffa5d1c71] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=35.9 K 2024-11-22T23:24:57,652 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a85958261a947368fb18f079d5d4cac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317895060 2024-11-22T23:24:57,653 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting dbd4a0fba4314e8a82571b5befd6d0bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732317895420 2024-11-22T23:24:57,653 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 77ffa22b1f28473ba52cee7ffa5d1c71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732317896090 2024-11-22T23:24:57,660 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:57,660 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/6b8c5f698f1c4c98bfdaf15daf649fde is 50, key is test_row_0/C:col10/1732317896090/Put/seqid=0 2024-11-22T23:24:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742090_1266 (size=12595) 2024-11-22T23:24:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T23:24:57,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T23:24:57,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:57,693 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T23:24:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a89cb7a3e00e457cac3dd80e625473f5 is 50, key is test_row_0/A:col10/1732317896788/Put/seqid=0 2024-11-22T23:24:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742091_1267 (size=12151) 2024-11-22T23:24:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:57,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317957954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317957955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317957956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317957956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317958059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,068 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/6b8c5f698f1c4c98bfdaf15daf649fde as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6b8c5f698f1c4c98bfdaf15daf649fde 2024-11-22T23:24:58,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317958069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317958069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317958069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,073 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into 6b8c5f698f1c4c98bfdaf15daf649fde(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:58,073 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:58,073 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=13, startTime=1732317897651; duration=0sec 2024-11-22T23:24:58,073 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:58,073 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:24:58,102 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a89cb7a3e00e457cac3dd80e625473f5 2024-11-22T23:24:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/8e802c54ef4b4ea5af1dd523e33019b1 is 50, key is test_row_0/B:col10/1732317896788/Put/seqid=0 2024-11-22T23:24:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742092_1268 (size=12151) 2024-11-22T23:24:58,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317958269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317958279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317958279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317958280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,511 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/8e802c54ef4b4ea5af1dd523e33019b1 2024-11-22T23:24:58,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/781f04e7d2154fcda9ade4bb2e3cb7b2 is 50, key is test_row_0/C:col10/1732317896788/Put/seqid=0 2024-11-22T23:24:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742093_1269 (size=12151) 2024-11-22T23:24:58,534 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/781f04e7d2154fcda9ade4bb2e3cb7b2 2024-11-22T23:24:58,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a89cb7a3e00e457cac3dd80e625473f5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a89cb7a3e00e457cac3dd80e625473f5 2024-11-22T23:24:58,544 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a89cb7a3e00e457cac3dd80e625473f5, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T23:24:58,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/8e802c54ef4b4ea5af1dd523e33019b1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8e802c54ef4b4ea5af1dd523e33019b1 2024-11-22T23:24:58,550 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8e802c54ef4b4ea5af1dd523e33019b1, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T23:24:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/781f04e7d2154fcda9ade4bb2e3cb7b2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/781f04e7d2154fcda9ade4bb2e3cb7b2 2024-11-22T23:24:58,555 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/781f04e7d2154fcda9ade4bb2e3cb7b2, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T23:24:58,557 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 152bfe2307429802a56f56828315db09 in 864ms, sequenceid=210, compaction requested=true 2024-11-22T23:24:58,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:58,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:58,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-22T23:24:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-22T23:24:58,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-22T23:24:58,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0150 sec 2024-11-22T23:24:58,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 3.0200 sec 2024-11-22T23:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:58,582 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:58,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:24:58,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a59fe27c6bcd4150b7bd32b6a31c3b5e is 50, key is test_row_0/A:col10/1732317897953/Put/seqid=0 2024-11-22T23:24:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742094_1270 (size=14541) 2024-11-22T23:24:58,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317958597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317958597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317958598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317958598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317958708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317958708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317958708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317958708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317958919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317958919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317958919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317958919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:58,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:58,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a59fe27c6bcd4150b7bd32b6a31c3b5e 2024-11-22T23:24:59,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0b6854f529da4a55a950ad22fa927d4d is 50, key is test_row_0/B:col10/1732317897953/Put/seqid=0 2024-11-22T23:24:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742095_1271 (size=12151) 2024-11-22T23:24:59,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0b6854f529da4a55a950ad22fa927d4d 2024-11-22T23:24:59,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/50da143048e64d309314505969206164 is 50, key is test_row_0/C:col10/1732317897953/Put/seqid=0 2024-11-22T23:24:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742096_1272 (size=12151) 2024-11-22T23:24:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317959229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317959229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317959229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317959229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317959299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,301 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in 152bfe2307429802a56f56828315db09 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:24:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/50da143048e64d309314505969206164 2024-11-22T23:24:59,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a59fe27c6bcd4150b7bd32b6a31c3b5e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a59fe27c6bcd4150b7bd32b6a31c3b5e 2024-11-22T23:24:59,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a59fe27c6bcd4150b7bd32b6a31c3b5e, entries=200, sequenceid=236, filesize=14.2 K 2024-11-22T23:24:59,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0b6854f529da4a55a950ad22fa927d4d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0b6854f529da4a55a950ad22fa927d4d 2024-11-22T23:24:59,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0b6854f529da4a55a950ad22fa927d4d, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T23:24:59,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/50da143048e64d309314505969206164 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/50da143048e64d309314505969206164 2024-11-22T23:24:59,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/50da143048e64d309314505969206164, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T23:24:59,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 152bfe2307429802a56f56828315db09 in 858ms, sequenceid=236, compaction requested=true 2024-11-22T23:24:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:59,441 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:24:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:24:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:24:59,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T23:24:59,442 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:24:59,443 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:59,443 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:24:59,443 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:24:59,443 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:24:59,443 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:59,443 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:59,443 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/e437e43d590a49889b930f3d6eab4933, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/789981e3aea0496cb891c3d1b6dc2a35, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a89cb7a3e00e457cac3dd80e625473f5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a59fe27c6bcd4150b7bd32b6a31c3b5e] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=50.2 K 2024-11-22T23:24:59,443 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/916fd035fd6845f68525fe70af91390c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/d8df186f034d4f9baca6447e84c1b4ec, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8e802c54ef4b4ea5af1dd523e33019b1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0b6854f529da4a55a950ad22fa927d4d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=47.9 K 2024-11-22T23:24:59,444 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 916fd035fd6845f68525fe70af91390c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732317895420 2024-11-22T23:24:59,444 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e437e43d590a49889b930f3d6eab4933, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732317895420 2024-11-22T23:24:59,444 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8df186f034d4f9baca6447e84c1b4ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732317896090 2024-11-22T23:24:59,444 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 789981e3aea0496cb891c3d1b6dc2a35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732317896090 2024-11-22T23:24:59,445 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e802c54ef4b4ea5af1dd523e33019b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732317896740 2024-11-22T23:24:59,445 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a89cb7a3e00e457cac3dd80e625473f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732317896740 2024-11-22T23:24:59,447 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b6854f529da4a55a950ad22fa927d4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732317897953 2024-11-22T23:24:59,447 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a59fe27c6bcd4150b7bd32b6a31c3b5e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732317897953 2024-11-22T23:24:59,464 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:59,464 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/40a85569d7524abda8ed65d8044211f7 is 50, key is test_row_0/A:col10/1732317897953/Put/seqid=0 2024-11-22T23:24:59,469 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:59,469 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/8036e3c1557a40359d209ed18fdadacb is 50, key is test_row_0/B:col10/1732317897953/Put/seqid=0 2024-11-22T23:24:59,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742097_1273 (size=12697) 2024-11-22T23:24:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742098_1274 (size=12697) 2024-11-22T23:24:59,494 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/40a85569d7524abda8ed65d8044211f7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/40a85569d7524abda8ed65d8044211f7 2024-11-22T23:24:59,497 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/8036e3c1557a40359d209ed18fdadacb as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8036e3c1557a40359d209ed18fdadacb 2024-11-22T23:24:59,499 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into 40a85569d7524abda8ed65d8044211f7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:59,499 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:59,499 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=12, startTime=1732317899441; duration=0sec 2024-11-22T23:24:59,499 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:24:59,499 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:24:59,502 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:24:59,504 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into 8036e3c1557a40359d209ed18fdadacb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:59,504 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:59,504 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=12, startTime=1732317899441; duration=0sec 2024-11-22T23:24:59,504 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:24:59,504 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:24:59,504 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:59,504 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:24:59,504 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:59,504 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6b8c5f698f1c4c98bfdaf15daf649fde, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/781f04e7d2154fcda9ade4bb2e3cb7b2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/50da143048e64d309314505969206164] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=36.0 K 2024-11-22T23:24:59,504 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b8c5f698f1c4c98bfdaf15daf649fde, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732317896090 2024-11-22T23:24:59,505 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 781f04e7d2154fcda9ade4bb2e3cb7b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732317896740 2024-11-22T23:24:59,505 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 50da143048e64d309314505969206164, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732317897953 2024-11-22T23:24:59,522 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:24:59,522 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/4d26b27a326f4d1abf69d92152021503 is 50, key is test_row_0/C:col10/1732317897953/Put/seqid=0 2024-11-22T23:24:59,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742099_1275 (size=12697) 2024-11-22T23:24:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T23:24:59,709 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:24:59,709 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:24:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-22T23:24:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T23:24:59,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:24:59,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:24:59,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:24:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:24:59,741 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:24:59,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T23:24:59,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/da29a31332444ea2b2ee03ff40b6df11 is 50, key is test_row_0/A:col10/1732317899740/Put/seqid=0 2024-11-22T23:24:59,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742100_1276 (size=12151) 2024-11-22T23:24:59,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317959762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317959763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317959764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317959765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T23:24:59,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T23:24:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:24:59,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:24:59,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:59,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:24:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317959868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317959868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317959879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:24:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317959879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:24:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:24:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:24:59,943 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/4d26b27a326f4d1abf69d92152021503 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4d26b27a326f4d1abf69d92152021503 2024-11-22T23:24:59,948 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into 4d26b27a326f4d1abf69d92152021503(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:24:59,948 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:24:59,948 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=13, startTime=1732317899441; duration=0sec 2024-11-22T23:24:59,948 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:24:59,948 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:25:00,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T23:25:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T23:25:00,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317960078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317960078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317960089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317960089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/da29a31332444ea2b2ee03ff40b6df11 2024-11-22T23:25:00,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/36fa18ee06e44071964803177aa517d0 is 50, key is test_row_0/B:col10/1732317899740/Put/seqid=0 2024-11-22T23:25:00,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T23:25:00,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:00,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742101_1277 (size=12151) 2024-11-22T23:25:00,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/36fa18ee06e44071964803177aa517d0 2024-11-22T23:25:00,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/8515b14c7c7f4fff9e0a73df1a136ced is 50, key is test_row_0/C:col10/1732317899740/Put/seqid=0 2024-11-22T23:25:00,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742102_1278 (size=12151) 2024-11-22T23:25:00,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T23:25:00,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:00,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T23:25:00,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317960389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317960389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317960398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317960398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T23:25:00,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:00,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:00,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/8515b14c7c7f4fff9e0a73df1a136ced 2024-11-22T23:25:00,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/da29a31332444ea2b2ee03ff40b6df11 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/da29a31332444ea2b2ee03ff40b6df11 2024-11-22T23:25:00,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/da29a31332444ea2b2ee03ff40b6df11, entries=150, sequenceid=252, filesize=11.9 K 2024-11-22T23:25:00,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/36fa18ee06e44071964803177aa517d0 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/36fa18ee06e44071964803177aa517d0 2024-11-22T23:25:00,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/36fa18ee06e44071964803177aa517d0, entries=150, sequenceid=252, filesize=11.9 K 2024-11-22T23:25:00,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/8515b14c7c7f4fff9e0a73df1a136ced as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/8515b14c7c7f4fff9e0a73df1a136ced 2024-11-22T23:25:00,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/8515b14c7c7f4fff9e0a73df1a136ced, entries=150, sequenceid=252, filesize=11.9 K 2024-11-22T23:25:00,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 152bfe2307429802a56f56828315db09 in 869ms, sequenceid=252, compaction requested=false 2024-11-22T23:25:00,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:00,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T23:25:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,628 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T23:25:00,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/7e47c06bcd3b4794acebe691abcf1da7 is 50, key is test_row_0/A:col10/1732317899763/Put/seqid=0 2024-11-22T23:25:00,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742103_1279 (size=12301) 2024-11-22T23:25:00,650 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/7e47c06bcd3b4794acebe691abcf1da7 2024-11-22T23:25:00,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/a1ebc55fe2e044828959a6a6ea203b4c is 50, key is test_row_0/B:col10/1732317899763/Put/seqid=0 2024-11-22T23:25:00,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742104_1280 (size=12301) 2024-11-22T23:25:00,664 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/a1ebc55fe2e044828959a6a6ea203b4c 2024-11-22T23:25:00,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/717db797b29a4ca3a34bd7b67cc52cf0 is 50, key is test_row_0/C:col10/1732317899763/Put/seqid=0 2024-11-22T23:25:00,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742105_1281 (size=12301) 2024-11-22T23:25:00,764 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/717db797b29a4ca3a34bd7b67cc52cf0 2024-11-22T23:25:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/7e47c06bcd3b4794acebe691abcf1da7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/7e47c06bcd3b4794acebe691abcf1da7 2024-11-22T23:25:00,775 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/7e47c06bcd3b4794acebe691abcf1da7, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T23:25:00,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/a1ebc55fe2e044828959a6a6ea203b4c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/a1ebc55fe2e044828959a6a6ea203b4c 2024-11-22T23:25:00,782 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/a1ebc55fe2e044828959a6a6ea203b4c, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T23:25:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/717db797b29a4ca3a34bd7b67cc52cf0 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/717db797b29a4ca3a34bd7b67cc52cf0 2024-11-22T23:25:00,792 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/717db797b29a4ca3a34bd7b67cc52cf0, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T23:25:00,793 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 152bfe2307429802a56f56828315db09 in 164ms, sequenceid=275, compaction requested=true 2024-11-22T23:25:00,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:00,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:00,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-22T23:25:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-22T23:25:00,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-22T23:25:00,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0840 sec 2024-11-22T23:25:00,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.0890 sec 2024-11-22T23:25:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T23:25:00,849 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:00,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-22T23:25:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T23:25:00,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:00,853 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:00,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:00,913 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:00,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:25:00,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/daac6c4209e3460096222b0acb54a2d1 is 50, key is test_row_0/A:col10/1732317900911/Put/seqid=0 2024-11-22T23:25:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T23:25:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317960971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317960975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317960977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:00,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742106_1282 (size=12301) 2024-11-22T23:25:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317960977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:01,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317961089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317961089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317961089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317961090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:01,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:01,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T23:25:01,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317961298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317961298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317961299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317961309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:01,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:01,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/daac6c4209e3460096222b0acb54a2d1 2024-11-22T23:25:01,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/fcc3823ac9ce44fe9add28bf88f19b49 is 50, key is test_row_0/B:col10/1732317900911/Put/seqid=0 2024-11-22T23:25:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742107_1283 (size=12301) 2024-11-22T23:25:01,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:01,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:01,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T23:25:01,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317961609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317961609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317961610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317961619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:01,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/fcc3823ac9ce44fe9add28bf88f19b49 2024-11-22T23:25:01,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/183280ce1f1c42f3aaef9ea64522aa06 is 50, key is test_row_0/C:col10/1732317900911/Put/seqid=0 2024-11-22T23:25:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742108_1284 (size=12301) 2024-11-22T23:25:01,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:01,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:01,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T23:25:02,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:02,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:02,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317962119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:02,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317962119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:02,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317962119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:02,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317962138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:02,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:02,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:02,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:02,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:02,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:02,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:02,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/183280ce1f1c42f3aaef9ea64522aa06 2024-11-22T23:25:02,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/daac6c4209e3460096222b0acb54a2d1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/daac6c4209e3460096222b0acb54a2d1 2024-11-22T23:25:02,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/daac6c4209e3460096222b0acb54a2d1, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T23:25:02,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/fcc3823ac9ce44fe9add28bf88f19b49 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/fcc3823ac9ce44fe9add28bf88f19b49 2024-11-22T23:25:02,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/fcc3823ac9ce44fe9add28bf88f19b49, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T23:25:02,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/183280ce1f1c42f3aaef9ea64522aa06 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/183280ce1f1c42f3aaef9ea64522aa06 2024-11-22T23:25:02,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/183280ce1f1c42f3aaef9ea64522aa06, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T23:25:02,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 152bfe2307429802a56f56828315db09 in 1421ms, sequenceid=286, compaction requested=true 2024-11-22T23:25:02,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:02,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:02,334 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:02,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:02,335 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:02,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:02,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:02,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:02,336 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:02,336 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:25:02,336 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:02,336 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/40a85569d7524abda8ed65d8044211f7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/da29a31332444ea2b2ee03ff40b6df11, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/7e47c06bcd3b4794acebe691abcf1da7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/daac6c4209e3460096222b0acb54a2d1] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=48.3 K 2024-11-22T23:25:02,337 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:02,337 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:25:02,337 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:02,337 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8036e3c1557a40359d209ed18fdadacb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/36fa18ee06e44071964803177aa517d0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/a1ebc55fe2e044828959a6a6ea203b4c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/fcc3823ac9ce44fe9add28bf88f19b49] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=48.3 K 2024-11-22T23:25:02,338 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40a85569d7524abda8ed65d8044211f7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732317897953 2024-11-22T23:25:02,338 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 8036e3c1557a40359d209ed18fdadacb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732317897953 2024-11-22T23:25:02,338 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 36fa18ee06e44071964803177aa517d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732317898592 2024-11-22T23:25:02,338 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting da29a31332444ea2b2ee03ff40b6df11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732317898592 2024-11-22T23:25:02,339 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a1ebc55fe2e044828959a6a6ea203b4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732317899751 2024-11-22T23:25:02,339 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e47c06bcd3b4794acebe691abcf1da7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732317899751 2024-11-22T23:25:02,339 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting fcc3823ac9ce44fe9add28bf88f19b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732317900903 2024-11-22T23:25:02,339 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting daac6c4209e3460096222b0acb54a2d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732317900903 2024-11-22T23:25:02,355 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:02,355 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/2ca080c2538a47478bae9758e35a8ae3 is 50, key is test_row_0/B:col10/1732317900911/Put/seqid=0 2024-11-22T23:25:02,358 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:02,359 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/699dad6cabfe400798a89a7d1679536b is 50, key is test_row_0/A:col10/1732317900911/Put/seqid=0 2024-11-22T23:25:02,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T23:25:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:02,397 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:25:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742109_1285 (size=12983) 2024-11-22T23:25:02,414 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/699dad6cabfe400798a89a7d1679536b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/699dad6cabfe400798a89a7d1679536b 2024-11-22T23:25:02,429 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into 699dad6cabfe400798a89a7d1679536b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:02,429 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:02,429 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=12, startTime=1732317902334; duration=0sec 2024-11-22T23:25:02,430 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:02,430 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:25:02,430 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:02,432 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:02,432 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:25:02,432 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:02,432 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4d26b27a326f4d1abf69d92152021503, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/8515b14c7c7f4fff9e0a73df1a136ced, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/717db797b29a4ca3a34bd7b67cc52cf0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/183280ce1f1c42f3aaef9ea64522aa06] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=48.3 K 2024-11-22T23:25:02,432 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d26b27a326f4d1abf69d92152021503, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732317897953 2024-11-22T23:25:02,433 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8515b14c7c7f4fff9e0a73df1a136ced, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732317898592 2024-11-22T23:25:02,433 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 717db797b29a4ca3a34bd7b67cc52cf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732317899751 2024-11-22T23:25:02,433 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 183280ce1f1c42f3aaef9ea64522aa06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732317900903 2024-11-22T23:25:02,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742110_1286 (size=12983) 2024-11-22T23:25:02,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/3e75806498bc46c7a5f271cca0d5db7a is 50, key is test_row_0/A:col10/1732317900962/Put/seqid=0 2024-11-22T23:25:02,507 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:02,508 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/0ea60403b89d4e579332baec2723c928 is 50, key is test_row_0/C:col10/1732317900911/Put/seqid=0 2024-11-22T23:25:02,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742111_1287 (size=12301) 2024-11-22T23:25:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742112_1288 (size=12983) 2024-11-22T23:25:02,532 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/0ea60403b89d4e579332baec2723c928 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/0ea60403b89d4e579332baec2723c928 2024-11-22T23:25:02,537 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into 0ea60403b89d4e579332baec2723c928(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:02,537 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:02,538 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=12, startTime=1732317902335; duration=0sec 2024-11-22T23:25:02,538 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:02,538 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:25:02,844 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/2ca080c2538a47478bae9758e35a8ae3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/2ca080c2538a47478bae9758e35a8ae3 2024-11-22T23:25:02,848 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into 2ca080c2538a47478bae9758e35a8ae3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:02,848 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:02,848 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=12, startTime=1732317902335; duration=0sec 2024-11-22T23:25:02,849 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:02,849 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:25:02,913 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/3e75806498bc46c7a5f271cca0d5db7a 2024-11-22T23:25:02,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/8f4d6c45d60a40558e0e9a98e8ed6b28 is 50, key is test_row_0/B:col10/1732317900962/Put/seqid=0 2024-11-22T23:25:02,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742113_1289 (size=12301) 2024-11-22T23:25:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T23:25:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:03,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:03,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317963140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317963143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317963143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317963159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,161 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in 152bfe2307429802a56f56828315db09 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317963249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317963249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317963249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,325 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/8f4d6c45d60a40558e0e9a98e8ed6b28 2024-11-22T23:25:03,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3412a094bd8d42a4ac2bf008d9730c2c is 50, key is test_row_0/C:col10/1732317900962/Put/seqid=0 2024-11-22T23:25:03,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51240 deadline: 1732317963339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,340 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in 152bfe2307429802a56f56828315db09 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742114_1290 (size=12301) 2024-11-22T23:25:03,349 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3412a094bd8d42a4ac2bf008d9730c2c 2024-11-22T23:25:03,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/3e75806498bc46c7a5f271cca0d5db7a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e75806498bc46c7a5f271cca0d5db7a 2024-11-22T23:25:03,364 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e75806498bc46c7a5f271cca0d5db7a, entries=150, sequenceid=311, filesize=12.0 K 2024-11-22T23:25:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/8f4d6c45d60a40558e0e9a98e8ed6b28 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8f4d6c45d60a40558e0e9a98e8ed6b28 2024-11-22T23:25:03,369 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8f4d6c45d60a40558e0e9a98e8ed6b28, entries=150, sequenceid=311, filesize=12.0 K 2024-11-22T23:25:03,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/3412a094bd8d42a4ac2bf008d9730c2c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3412a094bd8d42a4ac2bf008d9730c2c 2024-11-22T23:25:03,373 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3412a094bd8d42a4ac2bf008d9730c2c, entries=150, sequenceid=311, filesize=12.0 K 2024-11-22T23:25:03,374 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 152bfe2307429802a56f56828315db09 in 977ms, sequenceid=311, compaction requested=false 2024-11-22T23:25:03,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:03,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:03,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-22T23:25:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-22T23:25:03,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T23:25:03,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5230 sec 2024-11-22T23:25:03,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.5290 sec 2024-11-22T23:25:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:03,472 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:03,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T23:25:03,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/ae82dc80979346c1a86cda0222f198f1 is 50, key is test_row_0/A:col10/1732317903461/Put/seqid=0 2024-11-22T23:25:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742115_1291 (size=12301) 2024-11-22T23:25:03,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/ae82dc80979346c1a86cda0222f198f1 2024-11-22T23:25:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317963520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317963527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317963525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/949e1b99b3a64ed9b8081b83cecd275e is 50, key is test_row_0/B:col10/1732317903461/Put/seqid=0 2024-11-22T23:25:03,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742116_1292 (size=12301) 2024-11-22T23:25:03,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/949e1b99b3a64ed9b8081b83cecd275e 2024-11-22T23:25:03,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/126a576d89d4436785f126374000843f is 50, key is test_row_0/C:col10/1732317903461/Put/seqid=0 2024-11-22T23:25:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742117_1293 (size=12301) 2024-11-22T23:25:03,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317963628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317963639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317963639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317963839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317963848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317963848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:03,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/126a576d89d4436785f126374000843f 2024-11-22T23:25:03,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/ae82dc80979346c1a86cda0222f198f1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/ae82dc80979346c1a86cda0222f198f1 2024-11-22T23:25:03,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/ae82dc80979346c1a86cda0222f198f1, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T23:25:03,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/949e1b99b3a64ed9b8081b83cecd275e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/949e1b99b3a64ed9b8081b83cecd275e 2024-11-22T23:25:03,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/949e1b99b3a64ed9b8081b83cecd275e, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T23:25:03,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/126a576d89d4436785f126374000843f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/126a576d89d4436785f126374000843f 2024-11-22T23:25:04,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/126a576d89d4436785f126374000843f, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T23:25:04,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 152bfe2307429802a56f56828315db09 in 530ms, sequenceid=328, compaction requested=true 2024-11-22T23:25:04,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:04,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:04,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:04,003 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:04,003 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:04,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:04,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:04,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:04,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:04,004 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:04,004 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:25:04,004 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:04,004 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/699dad6cabfe400798a89a7d1679536b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e75806498bc46c7a5f271cca0d5db7a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/ae82dc80979346c1a86cda0222f198f1] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=36.7 K 2024-11-22T23:25:04,005 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:04,005 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:25:04,005 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:04,006 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/2ca080c2538a47478bae9758e35a8ae3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8f4d6c45d60a40558e0e9a98e8ed6b28, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/949e1b99b3a64ed9b8081b83cecd275e] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=36.7 K 2024-11-22T23:25:04,006 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 699dad6cabfe400798a89a7d1679536b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732317900903 2024-11-22T23:25:04,006 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ca080c2538a47478bae9758e35a8ae3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732317900903 2024-11-22T23:25:04,006 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e75806498bc46c7a5f271cca0d5db7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317900962 2024-11-22T23:25:04,006 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f4d6c45d60a40558e0e9a98e8ed6b28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317900962 2024-11-22T23:25:04,006 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae82dc80979346c1a86cda0222f198f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732317903136 2024-11-22T23:25:04,006 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 949e1b99b3a64ed9b8081b83cecd275e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732317903136 2024-11-22T23:25:04,015 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:04,015 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/2490f6ce7f1144ab8f0ecbbe05b0d7ba is 50, key is test_row_0/A:col10/1732317903461/Put/seqid=0 2024-11-22T23:25:04,016 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:04,017 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/21712e3968994a8ba09db9d6bf3df6af is 50, key is test_row_0/B:col10/1732317903461/Put/seqid=0 2024-11-22T23:25:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742118_1294 (size=13085) 2024-11-22T23:25:04,068 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/2490f6ce7f1144ab8f0ecbbe05b0d7ba as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/2490f6ce7f1144ab8f0ecbbe05b0d7ba 2024-11-22T23:25:04,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742119_1295 (size=13085) 2024-11-22T23:25:04,077 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into 2490f6ce7f1144ab8f0ecbbe05b0d7ba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:04,077 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:04,077 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=13, startTime=1732317904003; duration=0sec 2024-11-22T23:25:04,077 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:04,077 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:25:04,077 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:04,079 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:04,079 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:25:04,079 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:04,079 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/0ea60403b89d4e579332baec2723c928, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3412a094bd8d42a4ac2bf008d9730c2c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/126a576d89d4436785f126374000843f] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=36.7 K 2024-11-22T23:25:04,079 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ea60403b89d4e579332baec2723c928, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732317900903 2024-11-22T23:25:04,080 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3412a094bd8d42a4ac2bf008d9730c2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317900962 2024-11-22T23:25:04,080 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 126a576d89d4436785f126374000843f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732317903136 2024-11-22T23:25:04,086 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:04,087 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/dc0a527fe5a64ca0a10fc7d6926f0d28 is 50, key is test_row_0/C:col10/1732317903461/Put/seqid=0 2024-11-22T23:25:04,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742120_1296 (size=13085) 2024-11-22T23:25:04,103 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/dc0a527fe5a64ca0a10fc7d6926f0d28 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dc0a527fe5a64ca0a10fc7d6926f0d28 2024-11-22T23:25:04,113 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into dc0a527fe5a64ca0a10fc7d6926f0d28(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:04,113 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:04,113 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=13, startTime=1732317904003; duration=0sec 2024-11-22T23:25:04,113 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:04,113 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:25:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:04,151 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:04,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T23:25:04,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/c5cf09aa601641789a5ba5281ee30652 is 50, key is test_row_0/A:col10/1732317903518/Put/seqid=0 2024-11-22T23:25:04,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742121_1297 (size=14741) 2024-11-22T23:25:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317964167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317964169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317964170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317964279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317964279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317964279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,480 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/21712e3968994a8ba09db9d6bf3df6af as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/21712e3968994a8ba09db9d6bf3df6af 2024-11-22T23:25:04,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317964489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317964489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317964489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,492 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into 21712e3968994a8ba09db9d6bf3df6af(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:04,492 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:04,492 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=13, startTime=1732317904003; duration=0sec 2024-11-22T23:25:04,492 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:04,492 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:25:04,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/c5cf09aa601641789a5ba5281ee30652 2024-11-22T23:25:04,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/e701cdb4356a4b478a534b4dcee6b8e8 is 50, key is test_row_0/B:col10/1732317903518/Put/seqid=0 2024-11-22T23:25:04,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742122_1298 (size=12301) 2024-11-22T23:25:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317964798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317964798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:04,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317964798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:04,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T23:25:05,010 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:05,010 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-22T23:25:05,012 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:05,014 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:05,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T23:25:05,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/e701cdb4356a4b478a534b4dcee6b8e8 2024-11-22T23:25:05,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/9922dcc96efc4a48880544b9156cc517 is 50, key is test_row_0/C:col10/1732317903518/Put/seqid=0 2024-11-22T23:25:05,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742123_1299 (size=12301) 2024-11-22T23:25:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T23:25:05,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T23:25:05,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:05,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:05,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:05,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317965177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:05,180 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in 152bfe2307429802a56f56828315db09 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:05,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:05,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317965309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317965309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317965309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T23:25:05,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T23:25:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:05,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T23:25:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:05,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/9922dcc96efc4a48880544b9156cc517 2024-11-22T23:25:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:05,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/c5cf09aa601641789a5ba5281ee30652 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c5cf09aa601641789a5ba5281ee30652 2024-11-22T23:25:05,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c5cf09aa601641789a5ba5281ee30652, entries=200, sequenceid=353, filesize=14.4 K 2024-11-22T23:25:05,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/e701cdb4356a4b478a534b4dcee6b8e8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e701cdb4356a4b478a534b4dcee6b8e8 2024-11-22T23:25:05,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e701cdb4356a4b478a534b4dcee6b8e8, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T23:25:05,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/9922dcc96efc4a48880544b9156cc517 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/9922dcc96efc4a48880544b9156cc517 2024-11-22T23:25:05,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/9922dcc96efc4a48880544b9156cc517, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T23:25:05,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 152bfe2307429802a56f56828315db09 in 1354ms, sequenceid=353, compaction requested=false 2024-11-22T23:25:05,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T23:25:05,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T23:25:05,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:05,641 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T23:25:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/4fd69023baca4de993bb0ca50737ed8e is 50, key is test_row_0/A:col10/1732317904161/Put/seqid=0 2024-11-22T23:25:05,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742124_1300 (size=12301) 2024-11-22T23:25:05,703 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/4fd69023baca4de993bb0ca50737ed8e 2024-11-22T23:25:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/04cbd23797a84e488305bf5b0fb6ceb7 is 50, key is test_row_0/B:col10/1732317904161/Put/seqid=0 2024-11-22T23:25:05,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742125_1301 (size=12301) 2024-11-22T23:25:06,135 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/04cbd23797a84e488305bf5b0fb6ceb7 2024-11-22T23:25:06,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/cf5a9f8687384dc48449fbdf55bfbb1f is 50, key is test_row_0/C:col10/1732317904161/Put/seqid=0 2024-11-22T23:25:06,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742126_1302 (size=12301) 2024-11-22T23:25:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T23:25:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:06,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:06,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317966346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317966347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317966350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317966459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317966459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317966459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,547 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/cf5a9f8687384dc48449fbdf55bfbb1f 2024-11-22T23:25:06,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/4fd69023baca4de993bb0ca50737ed8e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/4fd69023baca4de993bb0ca50737ed8e 2024-11-22T23:25:06,562 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/4fd69023baca4de993bb0ca50737ed8e, entries=150, sequenceid=367, filesize=12.0 K 2024-11-22T23:25:06,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/04cbd23797a84e488305bf5b0fb6ceb7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/04cbd23797a84e488305bf5b0fb6ceb7 2024-11-22T23:25:06,567 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/04cbd23797a84e488305bf5b0fb6ceb7, entries=150, sequenceid=367, filesize=12.0 K 2024-11-22T23:25:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/cf5a9f8687384dc48449fbdf55bfbb1f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/cf5a9f8687384dc48449fbdf55bfbb1f 2024-11-22T23:25:06,572 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/cf5a9f8687384dc48449fbdf55bfbb1f, entries=150, sequenceid=367, filesize=12.0 K 2024-11-22T23:25:06,573 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 152bfe2307429802a56f56828315db09 in 932ms, sequenceid=367, compaction requested=true 2024-11-22T23:25:06,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:06,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:06,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-22T23:25:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-22T23:25:06,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-22T23:25:06,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5610 sec 2024-11-22T23:25:06,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5670 sec 2024-11-22T23:25:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:06,671 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:06,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T23:25:06,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/b3817570e6ee4f998e2bb4b0230a51dc is 50, key is test_row_0/A:col10/1732317906669/Put/seqid=0 2024-11-22T23:25:06,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317966684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317966685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317966686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742127_1303 (size=12301) 2024-11-22T23:25:06,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317966799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317966799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317966799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317967009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317967009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317967009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/b3817570e6ee4f998e2bb4b0230a51dc 2024-11-22T23:25:07,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0c0095613ba343a6bb9b20aaab592c8d is 50, key is test_row_0/B:col10/1732317906669/Put/seqid=0 2024-11-22T23:25:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742128_1304 (size=12301) 2024-11-22T23:25:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T23:25:07,159 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:07,159 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-22T23:25:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T23:25:07,161 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:07,162 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:07,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T23:25:07,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T23:25:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:07,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:07,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:07,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:07,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317967319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317967319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317967319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T23:25:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:07,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:07,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T23:25:07,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0c0095613ba343a6bb9b20aaab592c8d 2024-11-22T23:25:07,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/954e1ca6aa034da2bbfdd6ec9a301e29 is 50, key is test_row_0/C:col10/1732317906669/Put/seqid=0 2024-11-22T23:25:07,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742129_1305 (size=12301) 2024-11-22T23:25:07,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/954e1ca6aa034da2bbfdd6ec9a301e29 2024-11-22T23:25:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/b3817570e6ee4f998e2bb4b0230a51dc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b3817570e6ee4f998e2bb4b0230a51dc 2024-11-22T23:25:07,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b3817570e6ee4f998e2bb4b0230a51dc, entries=150, sequenceid=391, filesize=12.0 K 2024-11-22T23:25:07,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/0c0095613ba343a6bb9b20aaab592c8d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0c0095613ba343a6bb9b20aaab592c8d 2024-11-22T23:25:07,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0c0095613ba343a6bb9b20aaab592c8d, entries=150, sequenceid=391, filesize=12.0 K 2024-11-22T23:25:07,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/954e1ca6aa034da2bbfdd6ec9a301e29 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/954e1ca6aa034da2bbfdd6ec9a301e29 2024-11-22T23:25:07,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/954e1ca6aa034da2bbfdd6ec9a301e29, entries=150, sequenceid=391, filesize=12.0 K 2024-11-22T23:25:07,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 152bfe2307429802a56f56828315db09 in 886ms, sequenceid=391, compaction requested=true 2024-11-22T23:25:07,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:07,557 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:07,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:07,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:07,558 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:07,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:07,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:07,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:07,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:07,559 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:07,559 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:25:07,559 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:07,559 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/2490f6ce7f1144ab8f0ecbbe05b0d7ba, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c5cf09aa601641789a5ba5281ee30652, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/4fd69023baca4de993bb0ca50737ed8e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b3817570e6ee4f998e2bb4b0230a51dc] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=51.2 K 2024-11-22T23:25:07,559 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:07,559 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:25:07,559 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:07,559 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/21712e3968994a8ba09db9d6bf3df6af, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e701cdb4356a4b478a534b4dcee6b8e8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/04cbd23797a84e488305bf5b0fb6ceb7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0c0095613ba343a6bb9b20aaab592c8d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=48.8 K 2024-11-22T23:25:07,560 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2490f6ce7f1144ab8f0ecbbe05b0d7ba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732317903136 2024-11-22T23:25:07,560 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 21712e3968994a8ba09db9d6bf3df6af, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732317903136 2024-11-22T23:25:07,561 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e701cdb4356a4b478a534b4dcee6b8e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732317903518 2024-11-22T23:25:07,561 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5cf09aa601641789a5ba5281ee30652, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732317903518 2024-11-22T23:25:07,563 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 04cbd23797a84e488305bf5b0fb6ceb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732317904161 2024-11-22T23:25:07,563 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fd69023baca4de993bb0ca50737ed8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732317904161 2024-11-22T23:25:07,563 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c0095613ba343a6bb9b20aaab592c8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732317906329 2024-11-22T23:25:07,564 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3817570e6ee4f998e2bb4b0230a51dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732317906329 2024-11-22T23:25:07,591 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:07,591 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/0833fc33303c4d9282d351233d9ed9b6 is 50, key is test_row_0/A:col10/1732317906669/Put/seqid=0 2024-11-22T23:25:07,595 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#262 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:07,596 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/549b6298e1be40dfa337ead08ebd538f is 50, key is test_row_0/B:col10/1732317906669/Put/seqid=0 2024-11-22T23:25:07,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742130_1306 (size=13221) 2024-11-22T23:25:07,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T23:25:07,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:07,620 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T23:25:07,628 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/0833fc33303c4d9282d351233d9ed9b6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/0833fc33303c4d9282d351233d9ed9b6 2024-11-22T23:25:07,636 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into 0833fc33303c4d9282d351233d9ed9b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:07,636 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:07,636 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=12, startTime=1732317907557; duration=0sec 2024-11-22T23:25:07,636 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:07,636 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:25:07,636 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:07,638 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:07,638 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:25:07,639 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:07,639 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dc0a527fe5a64ca0a10fc7d6926f0d28, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/9922dcc96efc4a48880544b9156cc517, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/cf5a9f8687384dc48449fbdf55bfbb1f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/954e1ca6aa034da2bbfdd6ec9a301e29] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=48.8 K 2024-11-22T23:25:07,639 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc0a527fe5a64ca0a10fc7d6926f0d28, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732317903136 2024-11-22T23:25:07,639 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9922dcc96efc4a48880544b9156cc517, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732317903518 2024-11-22T23:25:07,640 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf5a9f8687384dc48449fbdf55bfbb1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732317904161 2024-11-22T23:25:07,640 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 954e1ca6aa034da2bbfdd6ec9a301e29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732317906329 2024-11-22T23:25:07,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742131_1307 (size=13221) 2024-11-22T23:25:07,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/745d91724f9243eeac3ee051db185963 is 50, key is test_row_0/A:col10/1732317906684/Put/seqid=0 2024-11-22T23:25:07,670 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#264 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:07,670 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/22a947407f944e6fbaf35d747b0f83e3 is 50, key is test_row_0/C:col10/1732317906669/Put/seqid=0 2024-11-22T23:25:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742132_1308 (size=12301) 2024-11-22T23:25:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742133_1309 (size=13221) 2024-11-22T23:25:07,695 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/745d91724f9243eeac3ee051db185963 2024-11-22T23:25:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/41b7b57eea6e40149ab9670d9dd2b862 is 50, key is test_row_0/B:col10/1732317906684/Put/seqid=0 2024-11-22T23:25:07,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742134_1310 (size=12301) 2024-11-22T23:25:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T23:25:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:07,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:07,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317967875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317967876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317967881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317967988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317967989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317967989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:07,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:07,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,059 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/549b6298e1be40dfa337ead08ebd538f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/549b6298e1be40dfa337ead08ebd538f 2024-11-22T23:25:08,066 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into 549b6298e1be40dfa337ead08ebd538f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:08,066 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:08,066 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=12, startTime=1732317907558; duration=0sec 2024-11-22T23:25:08,066 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:08,066 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:25:08,103 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/22a947407f944e6fbaf35d747b0f83e3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/22a947407f944e6fbaf35d747b0f83e3 2024-11-22T23:25:08,111 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into 22a947407f944e6fbaf35d747b0f83e3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:08,111 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:08,111 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=12, startTime=1732317907558; duration=0sec 2024-11-22T23:25:08,111 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:08,111 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:25:08,123 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/41b7b57eea6e40149ab9670d9dd2b862 2024-11-22T23:25:08,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/67838dea568545edad2e2da4b4ee1663 is 50, key is test_row_0/C:col10/1732317906684/Put/seqid=0 2024-11-22T23:25:08,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742135_1311 (size=12301) 2024-11-22T23:25:08,168 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/67838dea568545edad2e2da4b4ee1663 2024-11-22T23:25:08,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/745d91724f9243eeac3ee051db185963 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/745d91724f9243eeac3ee051db185963 2024-11-22T23:25:08,195 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/745d91724f9243eeac3ee051db185963, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T23:25:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/41b7b57eea6e40149ab9670d9dd2b862 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/41b7b57eea6e40149ab9670d9dd2b862 2024-11-22T23:25:08,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317968199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317968199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317968199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,205 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/41b7b57eea6e40149ab9670d9dd2b862, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T23:25:08,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/67838dea568545edad2e2da4b4ee1663 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/67838dea568545edad2e2da4b4ee1663 2024-11-22T23:25:08,220 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/67838dea568545edad2e2da4b4ee1663, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T23:25:08,221 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 152bfe2307429802a56f56828315db09 in 601ms, sequenceid=403, compaction requested=false 2024-11-22T23:25:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:08,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-22T23:25:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-22T23:25:08,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T23:25:08,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-11-22T23:25:08,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0720 sec 2024-11-22T23:25:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T23:25:08,299 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:08,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-22T23:25:08,302 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T23:25:08,303 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:08,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T23:25:08,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T23:25:08,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:08,457 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T23:25:08,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a670813a109c408c99adae029d134b57 is 50, key is test_row_0/A:col10/1732317907866/Put/seqid=0 2024-11-22T23:25:08,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742136_1312 (size=12301) 2024-11-22T23:25:08,484 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a670813a109c408c99adae029d134b57 2024-11-22T23:25:08,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/da0d5450a06c4064aac433a31539d060 is 50, key is test_row_0/B:col10/1732317907866/Put/seqid=0 2024-11-22T23:25:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:08,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:08,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742137_1313 (size=12301) 2024-11-22T23:25:08,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317968523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317968524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317968527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T23:25:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317968638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317968639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317968639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317968849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317968849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317968849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:08,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:08,915 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/da0d5450a06c4064aac433a31539d060 2024-11-22T23:25:08,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/d17ce6c41ff742af9210c4f42817ba4f is 50, key is test_row_0/C:col10/1732317907866/Put/seqid=0 2024-11-22T23:25:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T23:25:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742138_1314 (size=12301) 2024-11-22T23:25:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317969160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317969159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317969160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51282 deadline: 1732317969209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,210 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in 152bfe2307429802a56f56828315db09 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,346 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/d17ce6c41ff742af9210c4f42817ba4f 2024-11-22T23:25:09,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/a670813a109c408c99adae029d134b57 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a670813a109c408c99adae029d134b57 2024-11-22T23:25:09,369 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a670813a109c408c99adae029d134b57, entries=150, sequenceid=430, filesize=12.0 K 2024-11-22T23:25:09,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/da0d5450a06c4064aac433a31539d060 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/da0d5450a06c4064aac433a31539d060 2024-11-22T23:25:09,379 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/da0d5450a06c4064aac433a31539d060, entries=150, sequenceid=430, filesize=12.0 K 2024-11-22T23:25:09,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/d17ce6c41ff742af9210c4f42817ba4f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/d17ce6c41ff742af9210c4f42817ba4f 2024-11-22T23:25:09,385 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/d17ce6c41ff742af9210c4f42817ba4f, entries=150, sequenceid=430, filesize=12.0 K 2024-11-22T23:25:09,386 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 152bfe2307429802a56f56828315db09 in 930ms, sequenceid=430, compaction requested=true 2024-11-22T23:25:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-22T23:25:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-22T23:25:09,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-22T23:25:09,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0840 sec 2024-11-22T23:25:09,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0920 sec 2024-11-22T23:25:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T23:25:09,439 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:09,440 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-22T23:25:09,441 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T23:25:09,442 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:09,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T23:25:09,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T23:25:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:09,595 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T23:25:09,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/3e5bf461a2744d2f90cc69ce82751bb7 is 50, key is test_row_0/A:col10/1732317908526/Put/seqid=0 2024-11-22T23:25:09,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742139_1315 (size=12301) 2024-11-22T23:25:09,612 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/3e5bf461a2744d2f90cc69ce82751bb7 2024-11-22T23:25:09,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/882402b1d54643619b11f2d3ded845f9 is 50, key is test_row_0/B:col10/1732317908526/Put/seqid=0 2024-11-22T23:25:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742140_1316 (size=12301) 2024-11-22T23:25:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:09,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. as already flushing 2024-11-22T23:25:09,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317969721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317969722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317969723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T23:25:09,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317969828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317969839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317969839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:09,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:10,033 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/882402b1d54643619b11f2d3ded845f9 2024-11-22T23:25:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317970039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:10,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317970048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:10,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317970049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:10,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:10,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/c5ae3002011944f58f4e2b0c8861b42e is 50, key is test_row_0/C:col10/1732317908526/Put/seqid=0 2024-11-22T23:25:10,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742141_1317 (size=12301) 2024-11-22T23:25:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T23:25:10,239 INFO [Thread-1065 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1065. 2024-11-22T23:25:10,239 DEBUG [Thread-1065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:10,239 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,239 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:10,240 INFO [Thread-1069 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1069. 2024-11-22T23:25:10,240 DEBUG [Thread-1069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:10,240 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:10,241 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,242 INFO [Thread-1071 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1071. 2024-11-22T23:25:10,242 DEBUG [Thread-1071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:10,242 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,242 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:10,244 INFO [Thread-1067 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1067. 2024-11-22T23:25:10,244 DEBUG [Thread-1067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:10,244 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,244 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:10,245 INFO [Thread-1073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1073. 2024-11-22T23:25:10,245 DEBUG [Thread-1073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:10,245 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,245 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:10,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51210 deadline: 1732317970349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:10,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1732317970359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:10,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51252 deadline: 1732317970359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:10,459 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/c5ae3002011944f58f4e2b0c8861b42e 2024-11-22T23:25:10,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/3e5bf461a2744d2f90cc69ce82751bb7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e5bf461a2744d2f90cc69ce82751bb7 2024-11-22T23:25:10,467 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e5bf461a2744d2f90cc69ce82751bb7, entries=150, sequenceid=442, filesize=12.0 K 2024-11-22T23:25:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/882402b1d54643619b11f2d3ded845f9 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/882402b1d54643619b11f2d3ded845f9 2024-11-22T23:25:10,472 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/882402b1d54643619b11f2d3ded845f9, entries=150, sequenceid=442, filesize=12.0 K 2024-11-22T23:25:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/c5ae3002011944f58f4e2b0c8861b42e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c5ae3002011944f58f4e2b0c8861b42e 2024-11-22T23:25:10,476 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c5ae3002011944f58f4e2b0c8861b42e, entries=150, sequenceid=442, filesize=12.0 K 2024-11-22T23:25:10,477 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 152bfe2307429802a56f56828315db09 in 882ms, sequenceid=442, compaction requested=true 2024-11-22T23:25:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-22T23:25:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-22T23:25:10,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T23:25:10,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-22T23:25:10,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0410 sec 2024-11-22T23:25:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T23:25:10,579 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on 152bfe2307429802a56f56828315db09 2024-11-22T23:25:10,860 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:10,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:25:10,860 INFO [Thread-1060 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1060. 2024-11-22T23:25:10,860 DEBUG [Thread-1060 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:10,861 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,861 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:10,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/8cc390cc7c1d41cca8b2833d3e9ce145 is 50, key is test_row_0/A:col10/1732317910859/Put/seqid=0 2024-11-22T23:25:10,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742142_1318 (size=12301) 2024-11-22T23:25:10,871 INFO [Thread-1062 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1062. 2024-11-22T23:25:10,871 INFO [Thread-1054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1054. 2024-11-22T23:25:10,871 DEBUG [Thread-1054 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:10,871 DEBUG [Thread-1062 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:10,871 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,871 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,871 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,871 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:10,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:10,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:11,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/8cc390cc7c1d41cca8b2833d3e9ce145 2024-11-22T23:25:11,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/79336d4a9eba4b7c898f216f9bf84d47 is 50, key is test_row_0/B:col10/1732317910859/Put/seqid=0 2024-11-22T23:25:11,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742143_1319 (size=12301) 2024-11-22T23:25:11,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/79336d4a9eba4b7c898f216f9bf84d47 2024-11-22T23:25:11,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/bb4f6ba099d14227bac16416f895685d is 50, key is test_row_0/C:col10/1732317910859/Put/seqid=0 2024-11-22T23:25:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742144_1320 (size=12301) 2024-11-22T23:25:12,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/bb4f6ba099d14227bac16416f895685d 2024-11-22T23:25:12,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/8cc390cc7c1d41cca8b2833d3e9ce145 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8cc390cc7c1d41cca8b2833d3e9ce145 2024-11-22T23:25:12,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8cc390cc7c1d41cca8b2833d3e9ce145, entries=150, sequenceid=468, filesize=12.0 K 2024-11-22T23:25:12,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/79336d4a9eba4b7c898f216f9bf84d47 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/79336d4a9eba4b7c898f216f9bf84d47 2024-11-22T23:25:12,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/79336d4a9eba4b7c898f216f9bf84d47, entries=150, sequenceid=468, filesize=12.0 K 2024-11-22T23:25:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/bb4f6ba099d14227bac16416f895685d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bb4f6ba099d14227bac16416f895685d 2024-11-22T23:25:12,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bb4f6ba099d14227bac16416f895685d, entries=150, sequenceid=468, filesize=12.0 K 2024-11-22T23:25:12,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for 152bfe2307429802a56f56828315db09 in 1257ms, sequenceid=468, compaction requested=true 2024-11-22T23:25:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:12,117 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 152bfe2307429802a56f56828315db09:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:12,117 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:12,118 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:12,118 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:12,119 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/A is initiating minor compaction (all files) 2024-11-22T23:25:12,119 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/B is initiating minor compaction (all files) 2024-11-22T23:25:12,119 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/A in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:12,119 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/B in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:12,119 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/0833fc33303c4d9282d351233d9ed9b6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/745d91724f9243eeac3ee051db185963, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a670813a109c408c99adae029d134b57, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e5bf461a2744d2f90cc69ce82751bb7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8cc390cc7c1d41cca8b2833d3e9ce145] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=61.0 K 2024-11-22T23:25:12,119 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/549b6298e1be40dfa337ead08ebd538f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/41b7b57eea6e40149ab9670d9dd2b862, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/da0d5450a06c4064aac433a31539d060, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/882402b1d54643619b11f2d3ded845f9, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/79336d4a9eba4b7c898f216f9bf84d47] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=61.0 K 2024-11-22T23:25:12,119 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0833fc33303c4d9282d351233d9ed9b6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732317906329 2024-11-22T23:25:12,119 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 549b6298e1be40dfa337ead08ebd538f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732317906329 2024-11-22T23:25:12,119 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 745d91724f9243eeac3ee051db185963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732317906677 2024-11-22T23:25:12,119 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 41b7b57eea6e40149ab9670d9dd2b862, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732317906677 2024-11-22T23:25:12,119 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a670813a109c408c99adae029d134b57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732317907866 2024-11-22T23:25:12,119 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting da0d5450a06c4064aac433a31539d060, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732317907866 2024-11-22T23:25:12,120 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e5bf461a2744d2f90cc69ce82751bb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732317908515 2024-11-22T23:25:12,120 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 882402b1d54643619b11f2d3ded845f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732317908515 2024-11-22T23:25:12,120 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cc390cc7c1d41cca8b2833d3e9ce145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732317909719 2024-11-22T23:25:12,120 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 79336d4a9eba4b7c898f216f9bf84d47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732317909719 2024-11-22T23:25:12,128 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:12,128 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/1c3122309ad745df811c320d63eb164f is 50, key is test_row_0/A:col10/1732317910859/Put/seqid=0 2024-11-22T23:25:12,130 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:12,130 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/3450f98dacc343f880f58bdf9f6bfac8 is 50, key is test_row_0/B:col10/1732317910859/Put/seqid=0 2024-11-22T23:25:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742145_1321 (size=13391) 2024-11-22T23:25:12,135 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/1c3122309ad745df811c320d63eb164f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/1c3122309ad745df811c320d63eb164f 2024-11-22T23:25:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742146_1322 (size=13391) 2024-11-22T23:25:12,140 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 152bfe2307429802a56f56828315db09/A of 152bfe2307429802a56f56828315db09 into 1c3122309ad745df811c320d63eb164f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:12,140 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:12,140 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/A, priority=11, startTime=1732317912117; duration=0sec 2024-11-22T23:25:12,140 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:12,141 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:A 2024-11-22T23:25:12,141 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:12,142 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:12,142 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): 152bfe2307429802a56f56828315db09/C is initiating minor compaction (all files) 2024-11-22T23:25:12,142 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 152bfe2307429802a56f56828315db09/C in TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:12,142 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/22a947407f944e6fbaf35d747b0f83e3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/67838dea568545edad2e2da4b4ee1663, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/d17ce6c41ff742af9210c4f42817ba4f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c5ae3002011944f58f4e2b0c8861b42e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bb4f6ba099d14227bac16416f895685d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp, totalSize=61.0 K 2024-11-22T23:25:12,142 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22a947407f944e6fbaf35d747b0f83e3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732317906329 2024-11-22T23:25:12,143 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67838dea568545edad2e2da4b4ee1663, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732317906677 2024-11-22T23:25:12,143 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting d17ce6c41ff742af9210c4f42817ba4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732317907866 2024-11-22T23:25:12,143 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5ae3002011944f58f4e2b0c8861b42e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732317908515 2024-11-22T23:25:12,143 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb4f6ba099d14227bac16416f895685d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732317909719 2024-11-22T23:25:12,151 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 152bfe2307429802a56f56828315db09#C#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:12,152 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/ee9c6709222d4089b808dce7b74f27dc is 50, key is test_row_0/C:col10/1732317910859/Put/seqid=0 2024-11-22T23:25:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742147_1323 (size=13391) 2024-11-22T23:25:12,159 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/ee9c6709222d4089b808dce7b74f27dc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/ee9c6709222d4089b808dce7b74f27dc 2024-11-22T23:25:12,163 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 152bfe2307429802a56f56828315db09/C of 152bfe2307429802a56f56828315db09 into ee9c6709222d4089b808dce7b74f27dc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:12,163 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:12,163 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/C, priority=11, startTime=1732317912117; duration=0sec 2024-11-22T23:25:12,163 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:12,163 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:C 2024-11-22T23:25:12,552 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/3450f98dacc343f880f58bdf9f6bfac8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3450f98dacc343f880f58bdf9f6bfac8 2024-11-22T23:25:12,557 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 152bfe2307429802a56f56828315db09/B of 152bfe2307429802a56f56828315db09 into 3450f98dacc343f880f58bdf9f6bfac8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:12,557 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 152bfe2307429802a56f56828315db09: 2024-11-22T23:25:12,557 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., storeName=152bfe2307429802a56f56828315db09/B, priority=11, startTime=1732317912117; duration=0sec 2024-11-22T23:25:12,557 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:12,557 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 152bfe2307429802a56f56828315db09:B 2024-11-22T23:25:13,392 INFO [Thread-1058 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1058. 2024-11-22T23:25:13,392 DEBUG [Thread-1058 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:13,392 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:13,392 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:13,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:13,941 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:25:19,261 INFO [Thread-1056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1056. 2024-11-22T23:25:19,261 DEBUG [Thread-1056 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:19,261 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:19,262 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:19,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3647 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3551 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3614 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3604 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3551 2024-11-22T23:25:19,262 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T23:25:19,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:25:19,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:25:19,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:19,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:19,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:19,264 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T23:25:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T23:25:19,269 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317919269"}]},"ts":"1732317919269"} 2024-11-22T23:25:19,271 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T23:25:19,272 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T23:25:19,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:25:19,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, UNASSIGN}] 2024-11-22T23:25:19,277 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, UNASSIGN 2024-11-22T23:25:19,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=152bfe2307429802a56f56828315db09, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:19,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, UNASSIGN because future has completed 2024-11-22T23:25:19,279 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:25:19,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:25:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T23:25:19,433 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 152bfe2307429802a56f56828315db09 2024-11-22T23:25:19,433 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:25:19,433 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 152bfe2307429802a56f56828315db09, disabling compactions & flushes 2024-11-22T23:25:19,433 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:19,433 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:19,433 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. after waiting 0 ms 2024-11-22T23:25:19,433 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:19,434 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing 152bfe2307429802a56f56828315db09 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T23:25:19,443 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/67165e49d322476e8fb8037f47b41d76 is 50, key is test_row_0/A:col10/1732317910869/Put/seqid=0 2024-11-22T23:25:19,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742148_1324 (size=12301) 2024-11-22T23:25:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T23:25:19,848 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/67165e49d322476e8fb8037f47b41d76 2024-11-22T23:25:19,856 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/ed9e7bfec21144a2bbf4419bb5491513 is 50, key is test_row_0/B:col10/1732317910869/Put/seqid=0 2024-11-22T23:25:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742149_1325 (size=12301) 2024-11-22T23:25:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T23:25:20,261 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/ed9e7bfec21144a2bbf4419bb5491513 2024-11-22T23:25:20,273 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/c0560a523e574310bd6f458b1061f0d4 is 50, key is test_row_0/C:col10/1732317910869/Put/seqid=0 2024-11-22T23:25:20,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742150_1326 (size=12301) 2024-11-22T23:25:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T23:25:20,680 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/c0560a523e574310bd6f458b1061f0d4 2024-11-22T23:25:20,690 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/A/67165e49d322476e8fb8037f47b41d76 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67165e49d322476e8fb8037f47b41d76 2024-11-22T23:25:20,695 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67165e49d322476e8fb8037f47b41d76, entries=150, sequenceid=478, filesize=12.0 K 2024-11-22T23:25:20,695 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/B/ed9e7bfec21144a2bbf4419bb5491513 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/ed9e7bfec21144a2bbf4419bb5491513 2024-11-22T23:25:20,699 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/ed9e7bfec21144a2bbf4419bb5491513, entries=150, sequenceid=478, filesize=12.0 K 2024-11-22T23:25:20,700 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/.tmp/C/c0560a523e574310bd6f458b1061f0d4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c0560a523e574310bd6f458b1061f0d4 2024-11-22T23:25:20,703 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c0560a523e574310bd6f458b1061f0d4, entries=150, sequenceid=478, filesize=12.0 K 2024-11-22T23:25:20,704 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 152bfe2307429802a56f56828315db09 in 1271ms, sequenceid=478, compaction requested=false 2024-11-22T23:25:20,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c4cab95d16274c84abe53738a51e1f62, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/28fa6184eace47c98d256488b12fdc70, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/bebd8b5a64a9405593ba6091f6118d23, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67bcb6987a0a4dc9b60be9e809e4d85d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/401c9aa40024432b97115a4246ce2dec, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b736b398c05543659bde0abf652ba571, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/aa07c2833885443f919132b79ca29b87, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/766f96864021415faba9ddc7efcb7a8e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/097ba2398589422c944141a053b49fbe, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/65bfef7b9a134ebc8fe7814cdbcf9618, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8546018391c441c78bd8892ae8853f38, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/6fd047874b914cdb9baeb121edfccf7b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/e437e43d590a49889b930f3d6eab4933, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/789981e3aea0496cb891c3d1b6dc2a35, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a89cb7a3e00e457cac3dd80e625473f5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a59fe27c6bcd4150b7bd32b6a31c3b5e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/40a85569d7524abda8ed65d8044211f7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/da29a31332444ea2b2ee03ff40b6df11, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/7e47c06bcd3b4794acebe691abcf1da7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/699dad6cabfe400798a89a7d1679536b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/daac6c4209e3460096222b0acb54a2d1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e75806498bc46c7a5f271cca0d5db7a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/2490f6ce7f1144ab8f0ecbbe05b0d7ba, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/ae82dc80979346c1a86cda0222f198f1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c5cf09aa601641789a5ba5281ee30652, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/4fd69023baca4de993bb0ca50737ed8e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/0833fc33303c4d9282d351233d9ed9b6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b3817570e6ee4f998e2bb4b0230a51dc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/745d91724f9243eeac3ee051db185963, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a670813a109c408c99adae029d134b57, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e5bf461a2744d2f90cc69ce82751bb7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8cc390cc7c1d41cca8b2833d3e9ce145] to archive 2024-11-22T23:25:20,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:25:20,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c4cab95d16274c84abe53738a51e1f62 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c4cab95d16274c84abe53738a51e1f62 2024-11-22T23:25:20,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/28fa6184eace47c98d256488b12fdc70 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/28fa6184eace47c98d256488b12fdc70 2024-11-22T23:25:20,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/bebd8b5a64a9405593ba6091f6118d23 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/bebd8b5a64a9405593ba6091f6118d23 2024-11-22T23:25:20,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67bcb6987a0a4dc9b60be9e809e4d85d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67bcb6987a0a4dc9b60be9e809e4d85d 2024-11-22T23:25:20,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/401c9aa40024432b97115a4246ce2dec to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/401c9aa40024432b97115a4246ce2dec 2024-11-22T23:25:20,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b736b398c05543659bde0abf652ba571 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b736b398c05543659bde0abf652ba571 2024-11-22T23:25:20,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/aa07c2833885443f919132b79ca29b87 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/aa07c2833885443f919132b79ca29b87 2024-11-22T23:25:20,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/766f96864021415faba9ddc7efcb7a8e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/766f96864021415faba9ddc7efcb7a8e 2024-11-22T23:25:20,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/097ba2398589422c944141a053b49fbe to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/097ba2398589422c944141a053b49fbe 2024-11-22T23:25:20,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/65bfef7b9a134ebc8fe7814cdbcf9618 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/65bfef7b9a134ebc8fe7814cdbcf9618 2024-11-22T23:25:20,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8546018391c441c78bd8892ae8853f38 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8546018391c441c78bd8892ae8853f38 2024-11-22T23:25:20,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/6fd047874b914cdb9baeb121edfccf7b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/6fd047874b914cdb9baeb121edfccf7b 2024-11-22T23:25:20,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/e437e43d590a49889b930f3d6eab4933 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/e437e43d590a49889b930f3d6eab4933 2024-11-22T23:25:20,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/789981e3aea0496cb891c3d1b6dc2a35 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/789981e3aea0496cb891c3d1b6dc2a35 2024-11-22T23:25:20,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a89cb7a3e00e457cac3dd80e625473f5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a89cb7a3e00e457cac3dd80e625473f5 2024-11-22T23:25:20,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a59fe27c6bcd4150b7bd32b6a31c3b5e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a59fe27c6bcd4150b7bd32b6a31c3b5e 2024-11-22T23:25:20,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/40a85569d7524abda8ed65d8044211f7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/40a85569d7524abda8ed65d8044211f7 2024-11-22T23:25:20,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/da29a31332444ea2b2ee03ff40b6df11 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/da29a31332444ea2b2ee03ff40b6df11 2024-11-22T23:25:20,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/7e47c06bcd3b4794acebe691abcf1da7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/7e47c06bcd3b4794acebe691abcf1da7 2024-11-22T23:25:20,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/699dad6cabfe400798a89a7d1679536b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/699dad6cabfe400798a89a7d1679536b 2024-11-22T23:25:20,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/daac6c4209e3460096222b0acb54a2d1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/daac6c4209e3460096222b0acb54a2d1 2024-11-22T23:25:20,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e75806498bc46c7a5f271cca0d5db7a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e75806498bc46c7a5f271cca0d5db7a 2024-11-22T23:25:20,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/2490f6ce7f1144ab8f0ecbbe05b0d7ba to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/2490f6ce7f1144ab8f0ecbbe05b0d7ba 2024-11-22T23:25:20,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/ae82dc80979346c1a86cda0222f198f1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/ae82dc80979346c1a86cda0222f198f1 2024-11-22T23:25:20,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c5cf09aa601641789a5ba5281ee30652 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/c5cf09aa601641789a5ba5281ee30652 2024-11-22T23:25:20,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/4fd69023baca4de993bb0ca50737ed8e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/4fd69023baca4de993bb0ca50737ed8e 2024-11-22T23:25:20,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/0833fc33303c4d9282d351233d9ed9b6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/0833fc33303c4d9282d351233d9ed9b6 2024-11-22T23:25:20,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b3817570e6ee4f998e2bb4b0230a51dc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/b3817570e6ee4f998e2bb4b0230a51dc 2024-11-22T23:25:20,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/745d91724f9243eeac3ee051db185963 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/745d91724f9243eeac3ee051db185963 2024-11-22T23:25:20,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a670813a109c408c99adae029d134b57 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/a670813a109c408c99adae029d134b57 2024-11-22T23:25:20,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e5bf461a2744d2f90cc69ce82751bb7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/3e5bf461a2744d2f90cc69ce82751bb7 2024-11-22T23:25:20,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8cc390cc7c1d41cca8b2833d3e9ce145 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/8cc390cc7c1d41cca8b2833d3e9ce145 2024-11-22T23:25:20,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e7f62a8a814b492bb818434c0358358d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3b9d51d899f34113996227fe8a8b7c97, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e4ba86941fb1439e85098e7438f2197b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/184bf7c25c5f44c893f3626edb745553, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0aca10c92cc747e3b47ba8fef9d98825, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/893125f809b64f49af04df4a032b42b5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/5c41720bef3f4dc5a1e656b296acb965, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/9706cb8d59764a5a9e6cc6947e914622, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/675ff39ad736462e9ef2b1e1dfcf3301, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/219dfc0b94894626a1cfdc30ecb3bc61, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/31275ad840b0412f87b872c1c513e0fa, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/916fd035fd6845f68525fe70af91390c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/6c0280da37784a4891ab489c1f5b17ce, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/d8df186f034d4f9baca6447e84c1b4ec, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8e802c54ef4b4ea5af1dd523e33019b1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8036e3c1557a40359d209ed18fdadacb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0b6854f529da4a55a950ad22fa927d4d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/36fa18ee06e44071964803177aa517d0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/a1ebc55fe2e044828959a6a6ea203b4c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/2ca080c2538a47478bae9758e35a8ae3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/fcc3823ac9ce44fe9add28bf88f19b49, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8f4d6c45d60a40558e0e9a98e8ed6b28, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/21712e3968994a8ba09db9d6bf3df6af, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/949e1b99b3a64ed9b8081b83cecd275e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e701cdb4356a4b478a534b4dcee6b8e8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/04cbd23797a84e488305bf5b0fb6ceb7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/549b6298e1be40dfa337ead08ebd538f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0c0095613ba343a6bb9b20aaab592c8d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/41b7b57eea6e40149ab9670d9dd2b862, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/da0d5450a06c4064aac433a31539d060, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/882402b1d54643619b11f2d3ded845f9, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/79336d4a9eba4b7c898f216f9bf84d47] to archive 2024-11-22T23:25:20,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:25:20,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e7f62a8a814b492bb818434c0358358d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e7f62a8a814b492bb818434c0358358d 2024-11-22T23:25:20,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3b9d51d899f34113996227fe8a8b7c97 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3b9d51d899f34113996227fe8a8b7c97 2024-11-22T23:25:20,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e4ba86941fb1439e85098e7438f2197b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e4ba86941fb1439e85098e7438f2197b 2024-11-22T23:25:20,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/184bf7c25c5f44c893f3626edb745553 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/184bf7c25c5f44c893f3626edb745553 2024-11-22T23:25:20,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0aca10c92cc747e3b47ba8fef9d98825 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0aca10c92cc747e3b47ba8fef9d98825 2024-11-22T23:25:20,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/893125f809b64f49af04df4a032b42b5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/893125f809b64f49af04df4a032b42b5 2024-11-22T23:25:20,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/5c41720bef3f4dc5a1e656b296acb965 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/5c41720bef3f4dc5a1e656b296acb965 2024-11-22T23:25:20,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/9706cb8d59764a5a9e6cc6947e914622 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/9706cb8d59764a5a9e6cc6947e914622 2024-11-22T23:25:20,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/675ff39ad736462e9ef2b1e1dfcf3301 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/675ff39ad736462e9ef2b1e1dfcf3301 2024-11-22T23:25:20,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/219dfc0b94894626a1cfdc30ecb3bc61 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/219dfc0b94894626a1cfdc30ecb3bc61 2024-11-22T23:25:20,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/31275ad840b0412f87b872c1c513e0fa to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/31275ad840b0412f87b872c1c513e0fa 2024-11-22T23:25:20,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/916fd035fd6845f68525fe70af91390c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/916fd035fd6845f68525fe70af91390c 2024-11-22T23:25:20,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/6c0280da37784a4891ab489c1f5b17ce to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/6c0280da37784a4891ab489c1f5b17ce 2024-11-22T23:25:20,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/d8df186f034d4f9baca6447e84c1b4ec to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/d8df186f034d4f9baca6447e84c1b4ec 2024-11-22T23:25:20,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8e802c54ef4b4ea5af1dd523e33019b1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8e802c54ef4b4ea5af1dd523e33019b1 2024-11-22T23:25:20,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8036e3c1557a40359d209ed18fdadacb to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8036e3c1557a40359d209ed18fdadacb 2024-11-22T23:25:20,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0b6854f529da4a55a950ad22fa927d4d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0b6854f529da4a55a950ad22fa927d4d 2024-11-22T23:25:20,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/36fa18ee06e44071964803177aa517d0 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/36fa18ee06e44071964803177aa517d0 2024-11-22T23:25:20,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/a1ebc55fe2e044828959a6a6ea203b4c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/a1ebc55fe2e044828959a6a6ea203b4c 2024-11-22T23:25:20,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/2ca080c2538a47478bae9758e35a8ae3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/2ca080c2538a47478bae9758e35a8ae3 2024-11-22T23:25:20,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/fcc3823ac9ce44fe9add28bf88f19b49 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/fcc3823ac9ce44fe9add28bf88f19b49 2024-11-22T23:25:20,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8f4d6c45d60a40558e0e9a98e8ed6b28 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/8f4d6c45d60a40558e0e9a98e8ed6b28 2024-11-22T23:25:20,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/21712e3968994a8ba09db9d6bf3df6af to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/21712e3968994a8ba09db9d6bf3df6af 2024-11-22T23:25:20,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/949e1b99b3a64ed9b8081b83cecd275e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/949e1b99b3a64ed9b8081b83cecd275e 2024-11-22T23:25:20,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e701cdb4356a4b478a534b4dcee6b8e8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/e701cdb4356a4b478a534b4dcee6b8e8 2024-11-22T23:25:20,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/04cbd23797a84e488305bf5b0fb6ceb7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/04cbd23797a84e488305bf5b0fb6ceb7 2024-11-22T23:25:20,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/549b6298e1be40dfa337ead08ebd538f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/549b6298e1be40dfa337ead08ebd538f 2024-11-22T23:25:20,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0c0095613ba343a6bb9b20aaab592c8d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/0c0095613ba343a6bb9b20aaab592c8d 2024-11-22T23:25:20,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/41b7b57eea6e40149ab9670d9dd2b862 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/41b7b57eea6e40149ab9670d9dd2b862 2024-11-22T23:25:20,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/da0d5450a06c4064aac433a31539d060 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/da0d5450a06c4064aac433a31539d060 2024-11-22T23:25:20,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/882402b1d54643619b11f2d3ded845f9 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/882402b1d54643619b11f2d3ded845f9 2024-11-22T23:25:20,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/79336d4a9eba4b7c898f216f9bf84d47 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/79336d4a9eba4b7c898f216f9bf84d47 2024-11-22T23:25:20,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f53839ab632f4c4ea8e1eb2f3b1811fa, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f5b0f162f38e4014897b4081dfe6a59f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6a735a427fb34310bb55c1eeeb0cf781, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/fc877d0809e948038bee53df28909fa4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bec0d4c182eb4304971c4971ea2a5031, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/edfe722684254458973fbf76e3d5a4e2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3f7bf55ee15a4ac1969e65c63ff6978f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3fa474b5e37d4594bdd68c4244ce2446, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/946b8911ba0f4e7db79fde2868471dc7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4a85958261a947368fb18f079d5d4cac, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/a7e5156029174780a064934e27e0ef43, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dbd4a0fba4314e8a82571b5befd6d0bf, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6b8c5f698f1c4c98bfdaf15daf649fde, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/77ffa22b1f28473ba52cee7ffa5d1c71, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/781f04e7d2154fcda9ade4bb2e3cb7b2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4d26b27a326f4d1abf69d92152021503, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/50da143048e64d309314505969206164, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/8515b14c7c7f4fff9e0a73df1a136ced, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/717db797b29a4ca3a34bd7b67cc52cf0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/0ea60403b89d4e579332baec2723c928, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/183280ce1f1c42f3aaef9ea64522aa06, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3412a094bd8d42a4ac2bf008d9730c2c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dc0a527fe5a64ca0a10fc7d6926f0d28, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/126a576d89d4436785f126374000843f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/9922dcc96efc4a48880544b9156cc517, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/cf5a9f8687384dc48449fbdf55bfbb1f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/22a947407f944e6fbaf35d747b0f83e3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/954e1ca6aa034da2bbfdd6ec9a301e29, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/67838dea568545edad2e2da4b4ee1663, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/d17ce6c41ff742af9210c4f42817ba4f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c5ae3002011944f58f4e2b0c8861b42e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bb4f6ba099d14227bac16416f895685d] to archive 2024-11-22T23:25:20,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:25:20,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f53839ab632f4c4ea8e1eb2f3b1811fa to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f53839ab632f4c4ea8e1eb2f3b1811fa 2024-11-22T23:25:20,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f5b0f162f38e4014897b4081dfe6a59f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/f5b0f162f38e4014897b4081dfe6a59f 2024-11-22T23:25:20,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6a735a427fb34310bb55c1eeeb0cf781 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6a735a427fb34310bb55c1eeeb0cf781 2024-11-22T23:25:20,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/fc877d0809e948038bee53df28909fa4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/fc877d0809e948038bee53df28909fa4 2024-11-22T23:25:20,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bec0d4c182eb4304971c4971ea2a5031 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bec0d4c182eb4304971c4971ea2a5031 2024-11-22T23:25:20,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/edfe722684254458973fbf76e3d5a4e2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/edfe722684254458973fbf76e3d5a4e2 2024-11-22T23:25:20,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3f7bf55ee15a4ac1969e65c63ff6978f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3f7bf55ee15a4ac1969e65c63ff6978f 2024-11-22T23:25:20,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3fa474b5e37d4594bdd68c4244ce2446 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3fa474b5e37d4594bdd68c4244ce2446 2024-11-22T23:25:20,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/946b8911ba0f4e7db79fde2868471dc7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/946b8911ba0f4e7db79fde2868471dc7 2024-11-22T23:25:20,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4a85958261a947368fb18f079d5d4cac to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4a85958261a947368fb18f079d5d4cac 2024-11-22T23:25:20,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/a7e5156029174780a064934e27e0ef43 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/a7e5156029174780a064934e27e0ef43 2024-11-22T23:25:20,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dbd4a0fba4314e8a82571b5befd6d0bf to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dbd4a0fba4314e8a82571b5befd6d0bf 2024-11-22T23:25:20,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6b8c5f698f1c4c98bfdaf15daf649fde to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/6b8c5f698f1c4c98bfdaf15daf649fde 2024-11-22T23:25:20,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/77ffa22b1f28473ba52cee7ffa5d1c71 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/77ffa22b1f28473ba52cee7ffa5d1c71 2024-11-22T23:25:20,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/781f04e7d2154fcda9ade4bb2e3cb7b2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/781f04e7d2154fcda9ade4bb2e3cb7b2 2024-11-22T23:25:20,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4d26b27a326f4d1abf69d92152021503 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/4d26b27a326f4d1abf69d92152021503 2024-11-22T23:25:20,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/50da143048e64d309314505969206164 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/50da143048e64d309314505969206164 2024-11-22T23:25:20,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/8515b14c7c7f4fff9e0a73df1a136ced to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/8515b14c7c7f4fff9e0a73df1a136ced 2024-11-22T23:25:20,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/717db797b29a4ca3a34bd7b67cc52cf0 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/717db797b29a4ca3a34bd7b67cc52cf0 2024-11-22T23:25:20,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/0ea60403b89d4e579332baec2723c928 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/0ea60403b89d4e579332baec2723c928 2024-11-22T23:25:20,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/183280ce1f1c42f3aaef9ea64522aa06 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/183280ce1f1c42f3aaef9ea64522aa06 2024-11-22T23:25:20,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3412a094bd8d42a4ac2bf008d9730c2c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/3412a094bd8d42a4ac2bf008d9730c2c 2024-11-22T23:25:20,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dc0a527fe5a64ca0a10fc7d6926f0d28 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/dc0a527fe5a64ca0a10fc7d6926f0d28 2024-11-22T23:25:20,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/126a576d89d4436785f126374000843f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/126a576d89d4436785f126374000843f 2024-11-22T23:25:20,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/9922dcc96efc4a48880544b9156cc517 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/9922dcc96efc4a48880544b9156cc517 2024-11-22T23:25:20,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/cf5a9f8687384dc48449fbdf55bfbb1f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/cf5a9f8687384dc48449fbdf55bfbb1f 2024-11-22T23:25:20,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/22a947407f944e6fbaf35d747b0f83e3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/22a947407f944e6fbaf35d747b0f83e3 2024-11-22T23:25:20,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/954e1ca6aa034da2bbfdd6ec9a301e29 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/954e1ca6aa034da2bbfdd6ec9a301e29 2024-11-22T23:25:20,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/67838dea568545edad2e2da4b4ee1663 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/67838dea568545edad2e2da4b4ee1663 2024-11-22T23:25:20,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/d17ce6c41ff742af9210c4f42817ba4f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/d17ce6c41ff742af9210c4f42817ba4f 2024-11-22T23:25:20,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c5ae3002011944f58f4e2b0c8861b42e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c5ae3002011944f58f4e2b0c8861b42e 2024-11-22T23:25:20,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bb4f6ba099d14227bac16416f895685d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/bb4f6ba099d14227bac16416f895685d 2024-11-22T23:25:20,822 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/recovered.edits/481.seqid, newMaxSeqId=481, maxSeqId=1 2024-11-22T23:25:20,822 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. 2024-11-22T23:25:20,822 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 152bfe2307429802a56f56828315db09: Waiting for close lock at 1732317919433Running coprocessor pre-close hooks at 1732317919433Disabling compacts and flushes for region at 1732317919433Disabling writes for close at 1732317919433Obtaining lock to block concurrent updates at 1732317919434 (+1 ms)Preparing flush snapshotting stores in 152bfe2307429802a56f56828315db09 at 1732317919434Finished memstore snapshotting TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732317919434Flushing stores of TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09. at 1732317919436 (+2 ms)Flushing 152bfe2307429802a56f56828315db09/A: creating writer at 1732317919436Flushing 152bfe2307429802a56f56828315db09/A: appending metadata at 1732317919442 (+6 ms)Flushing 152bfe2307429802a56f56828315db09/A: closing flushed file at 1732317919442Flushing 152bfe2307429802a56f56828315db09/B: creating writer at 1732317919852 (+410 ms)Flushing 152bfe2307429802a56f56828315db09/B: appending metadata at 1732317919855 (+3 ms)Flushing 152bfe2307429802a56f56828315db09/B: closing flushed file at 1732317919855Flushing 152bfe2307429802a56f56828315db09/C: creating writer at 1732317920270 (+415 ms)Flushing 152bfe2307429802a56f56828315db09/C: appending metadata at 1732317920273 (+3 ms)Flushing 152bfe2307429802a56f56828315db09/C: closing flushed file at 1732317920273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6633be14: reopening flushed file at 1732317920688 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279c4181: reopening flushed file at 1732317920695 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1296d0e: reopening flushed file at 1732317920699 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 152bfe2307429802a56f56828315db09 in 1271ms, sequenceid=478, compaction requested=false at 1732317920704 (+5 ms)Writing region close event to WAL at 1732317920818 (+114 ms)Running coprocessor post-close hooks at 1732317920822 (+4 ms)Closed at 1732317920822 2024-11-22T23:25:20,825 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 152bfe2307429802a56f56828315db09 2024-11-22T23:25:20,826 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=152bfe2307429802a56f56828315db09, regionState=CLOSED 2024-11-22T23:25:20,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:25:20,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-22T23:25:20,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 152bfe2307429802a56f56828315db09, server=a3d87a7361f3,41749,1732317825610 in 1.5490 sec 2024-11-22T23:25:20,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-22T23:25:20,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=152bfe2307429802a56f56828315db09, UNASSIGN in 1.5550 sec 2024-11-22T23:25:20,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-22T23:25:20,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5580 sec 2024-11-22T23:25:20,834 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317920834"}]},"ts":"1732317920834"} 2024-11-22T23:25:20,835 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T23:25:20,835 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T23:25:20,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5710 sec 2024-11-22T23:25:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T23:25:21,419 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:21,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T23:25:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:21,423 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T23:25:21,424 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:21,427 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09 2024-11-22T23:25:21,431 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/recovered.edits] 2024-11-22T23:25:21,434 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/1c3122309ad745df811c320d63eb164f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/1c3122309ad745df811c320d63eb164f 2024-11-22T23:25:21,435 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67165e49d322476e8fb8037f47b41d76 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/A/67165e49d322476e8fb8037f47b41d76 2024-11-22T23:25:21,438 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3450f98dacc343f880f58bdf9f6bfac8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/3450f98dacc343f880f58bdf9f6bfac8 2024-11-22T23:25:21,439 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/ed9e7bfec21144a2bbf4419bb5491513 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/B/ed9e7bfec21144a2bbf4419bb5491513 2024-11-22T23:25:21,441 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c0560a523e574310bd6f458b1061f0d4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/c0560a523e574310bd6f458b1061f0d4 2024-11-22T23:25:21,442 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/ee9c6709222d4089b808dce7b74f27dc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/C/ee9c6709222d4089b808dce7b74f27dc 2024-11-22T23:25:21,445 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/recovered.edits/481.seqid to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09/recovered.edits/481.seqid 2024-11-22T23:25:21,446 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/152bfe2307429802a56f56828315db09 2024-11-22T23:25:21,446 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T23:25:21,448 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:21,451 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T23:25:21,452 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T23:25:21,454 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:21,454 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T23:25:21,454 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732317921454"}]},"ts":"9223372036854775807"} 2024-11-22T23:25:21,456 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T23:25:21,456 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 152bfe2307429802a56f56828315db09, NAME => 'TestAcidGuarantees,,1732317888035.152bfe2307429802a56f56828315db09.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T23:25:21,456 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T23:25:21,456 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732317921456"}]},"ts":"9223372036854775807"} 2024-11-22T23:25:21,458 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T23:25:21,459 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:21,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-22T23:25:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T23:25:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T23:25:21,530 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:21,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=236 (was 238), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 446) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1239 (was 1143) - AvailableMemoryMB LEAK? - 2024-11-22T23:25:21,554 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=236, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=1238 2024-11-22T23:25:21,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:25:21,556 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:25:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:21,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:25:21,558 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:21,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 87 2024-11-22T23:25:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T23:25:21,559 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:25:21,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742151_1327 (size=959) 2024-11-22T23:25:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T23:25:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T23:25:21,969 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 2024-11-22T23:25:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742152_1328 (size=53) 2024-11-22T23:25:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T23:25:22,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:25:22,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f676a17b3013a5d772e0b9e08722c849, disabling compactions & flushes 2024-11-22T23:25:22,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:22,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:22,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. after waiting 0 ms 2024-11-22T23:25:22,379 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:22,379 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:22,380 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f676a17b3013a5d772e0b9e08722c849: Waiting for close lock at 1732317922379Disabling compacts and flushes for region at 1732317922379Disabling writes for close at 1732317922379Writing region close event to WAL at 1732317922379Closed at 1732317922379 2024-11-22T23:25:22,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:25:22,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732317922382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732317922382"}]},"ts":"1732317922382"} 2024-11-22T23:25:22,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:25:22,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:25:22,388 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317922388"}]},"ts":"1732317922388"} 2024-11-22T23:25:22,390 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T23:25:22,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, ASSIGN}] 2024-11-22T23:25:22,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, ASSIGN 2024-11-22T23:25:22,392 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, ASSIGN; state=OFFLINE, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=false 2024-11-22T23:25:22,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f676a17b3013a5d772e0b9e08722c849, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, ASSIGN because future has completed 2024-11-22T23:25:22,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:25:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T23:25:22,708 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:22,709 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:25:22,709 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,710 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:25:22,710 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,710 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,711 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,713 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f676a17b3013a5d772e0b9e08722c849 columnFamilyName A 2024-11-22T23:25:22,713 DEBUG [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:22,713 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(327): Store=f676a17b3013a5d772e0b9e08722c849/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:22,714 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,715 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f676a17b3013a5d772e0b9e08722c849 columnFamilyName B 2024-11-22T23:25:22,715 DEBUG [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:22,715 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(327): Store=f676a17b3013a5d772e0b9e08722c849/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:22,715 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,716 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f676a17b3013a5d772e0b9e08722c849 columnFamilyName C 2024-11-22T23:25:22,717 DEBUG [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:22,717 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(327): Store=f676a17b3013a5d772e0b9e08722c849/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:22,717 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,718 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,718 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,719 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,719 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,720 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:25:22,722 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,724 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:25:22,725 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened f676a17b3013a5d772e0b9e08722c849; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68239637, jitterRate=0.016849830746650696}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:25:22,725 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:22,726 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for f676a17b3013a5d772e0b9e08722c849: Running coprocessor pre-open hook at 1732317922710Writing region info on filesystem at 1732317922710Initializing all the Stores at 1732317922711 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317922711Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317922711Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317922711Cleaning up temporary data from old regions at 1732317922719 (+8 ms)Running coprocessor post-open hooks at 1732317922725 (+6 ms)Region opened successfully at 1732317922726 (+1 ms) 2024-11-22T23:25:22,727 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., pid=89, masterSystemTime=1732317922700 2024-11-22T23:25:22,729 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:22,729 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:22,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f676a17b3013a5d772e0b9e08722c849, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:22,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:25:22,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T23:25:22,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 in 185 msec 2024-11-22T23:25:22,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-22T23:25:22,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, ASSIGN in 344 msec 2024-11-22T23:25:22,737 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:25:22,737 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317922737"}]},"ts":"1732317922737"} 2024-11-22T23:25:22,738 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T23:25:22,739 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:25:22,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-22T23:25:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T23:25:23,710 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:23,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cfb621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:23,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:23,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:23,714 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:23,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5ceb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:23,718 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cf39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:23,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:23,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:23,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:25:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a3d87a7361f3,33451,1732317824833 2024-11-22T23:25:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3970dee2 2024-11-22T23:25:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:25:23,723 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:25:23,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:25:23,724 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:25:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742153_1329 (size=995) 2024-11-22T23:25:24,139 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T23:25:24,140 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T23:25:24,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:25:24,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, REOPEN/MOVE}] 2024-11-22T23:25:24,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, REOPEN/MOVE 2024-11-22T23:25:24,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f676a17b3013a5d772e0b9e08722c849, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, REOPEN/MOVE because future has completed 2024-11-22T23:25:24,150 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:25:24,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:25:24,304 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,304 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:25:24,304 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing f676a17b3013a5d772e0b9e08722c849, disabling compactions & flushes 2024-11-22T23:25:24,304 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,304 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,304 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. after waiting 0 ms 2024-11-22T23:25:24,304 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,314 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T23:25:24,315 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,315 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for f676a17b3013a5d772e0b9e08722c849: Waiting for close lock at 1732317924304Running coprocessor pre-close hooks at 1732317924304Disabling compacts and flushes for region at 1732317924304Disabling writes for close at 1732317924304Writing region close event to WAL at 1732317924305 (+1 ms)Running coprocessor post-close hooks at 1732317924315 (+10 ms)Closed at 1732317924315 2024-11-22T23:25:24,315 WARN [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: f676a17b3013a5d772e0b9e08722c849 to self. 2024-11-22T23:25:24,317 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f676a17b3013a5d772e0b9e08722c849, regionState=CLOSED 2024-11-22T23:25:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:25:24,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T23:25:24,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 in 170 msec 2024-11-22T23:25:24,323 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, REOPEN/MOVE; state=CLOSED, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=true 2024-11-22T23:25:24,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f676a17b3013a5d772e0b9e08722c849, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, REOPEN/MOVE because future has completed 2024-11-22T23:25:24,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:25:24,631 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,631 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:25:24,632 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,632 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:25:24,632 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,632 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,634 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,634 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f676a17b3013a5d772e0b9e08722c849 columnFamilyName A 2024-11-22T23:25:24,636 DEBUG [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:24,636 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(327): Store=f676a17b3013a5d772e0b9e08722c849/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:24,637 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,638 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f676a17b3013a5d772e0b9e08722c849 columnFamilyName B 2024-11-22T23:25:24,638 DEBUG [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:24,638 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(327): Store=f676a17b3013a5d772e0b9e08722c849/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:24,638 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,639 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f676a17b3013a5d772e0b9e08722c849 columnFamilyName C 2024-11-22T23:25:24,639 DEBUG [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:24,640 INFO [StoreOpener-f676a17b3013a5d772e0b9e08722c849-1 {}] regionserver.HStore(327): Store=f676a17b3013a5d772e0b9e08722c849/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:24,640 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,641 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,642 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,644 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,644 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,644 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:25:24,646 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,647 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened f676a17b3013a5d772e0b9e08722c849; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75420258, jitterRate=0.12384942173957825}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:25:24,647 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,648 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for f676a17b3013a5d772e0b9e08722c849: Running coprocessor pre-open hook at 1732317924632Writing region info on filesystem at 1732317924632Initializing all the Stores at 1732317924633 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317924633Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317924633Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317924633Cleaning up temporary data from old regions at 1732317924644 (+11 ms)Running coprocessor post-open hooks at 1732317924647 (+3 ms)Region opened successfully at 1732317924648 (+1 ms) 2024-11-22T23:25:24,649 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., pid=94, masterSystemTime=1732317924628 2024-11-22T23:25:24,651 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,651 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,652 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f676a17b3013a5d772e0b9e08722c849, regionState=OPEN, openSeqNum=5, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:25:24,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92 2024-11-22T23:25:24,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 in 179 msec 2024-11-22T23:25:24,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-22T23:25:24,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, REOPEN/MOVE in 509 msec 2024-11-22T23:25:24,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T23:25:24,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-22T23:25:24,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-22T23:25:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-22T23:25:24,666 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:24,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f5e8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,668 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b12a967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,670 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6760b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,673 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0e0723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,675 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3122b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,677 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602d1b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36351ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,681 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfc2ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,683 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e2ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,686 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c3baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,687 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50317247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,690 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e862dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,692 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af3f5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,694 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d74ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,696 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf807a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,698 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,700 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aba72ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,702 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242f5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,703 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c97117b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:24,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:24,705 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:24,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436e1935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:24,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:24,707 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8983cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:24,708 DEBUG [Thread-1510 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,708 DEBUG [Thread-1514 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,708 DEBUG [Thread-1523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,708 DEBUG [Thread-1525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:24,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,709 DEBUG [Thread-1514 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,709 DEBUG [Thread-1514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-22T23:25:24,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T23:25:24,711 DEBUG [Thread-1519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,712 DEBUG [Thread-1521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,712 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,713 DEBUG [Thread-1508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,714 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:24,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,719 DEBUG [Thread-1516 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,719 DEBUG [Thread-1527 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,719 DEBUG [Thread-1512 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:24,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:24,726 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:24,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:25:24,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:25:24,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226b2766fa6c8946a4ba2aadef8a586dc6_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317924716/Put/seqid=0 2024-11-22T23:25:24,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742154_1330 (size=17034) 2024-11-22T23:25:24,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317984762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732317984764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317984765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317984771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732317984772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T23:25:24,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:24,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:24,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:24,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:24,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:24,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317984879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732317984879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317984879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317984888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732317984888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:24,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:25,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:25,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T23:25:25,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317985089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732317985089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317985089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317985098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732317985098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:25,159 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226b2766fa6c8946a4ba2aadef8a586dc6_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226b2766fa6c8946a4ba2aadef8a586dc6_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:25,160 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/38bedf8e5db1490092d67b1fa05124c5, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:25,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/38bedf8e5db1490092d67b1fa05124c5 is 175, key is test_row_0/A:col10/1732317924716/Put/seqid=0 2024-11-22T23:25:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742155_1331 (size=48139) 2024-11-22T23:25:25,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:25,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:25,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:25,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:25,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T23:25:25,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317985409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732317985409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317985409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317985409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732317985409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,566 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/38bedf8e5db1490092d67b1fa05124c5 2024-11-22T23:25:25,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/b0790c5be71f4fb4948a00bd56a34f57 is 50, key is test_row_0/B:col10/1732317924716/Put/seqid=0 2024-11-22T23:25:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742156_1332 (size=12001) 2024-11-22T23:25:25,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T23:25:25,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317985919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317985919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732317985928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317985928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732317985928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:25,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:25,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:25,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:25,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:25,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/b0790c5be71f4fb4948a00bd56a34f57 2024-11-22T23:25:26,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/929460e59fcc4e07aaa800cd5f2a6746 is 50, key is test_row_0/C:col10/1732317924716/Put/seqid=0 2024-11-22T23:25:26,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742157_1333 (size=12001) 2024-11-22T23:25:26,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:26,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:26,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:26,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:26,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:26,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:26,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:26,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T23:25:26,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:26,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:26,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/929460e59fcc4e07aaa800cd5f2a6746 2024-11-22T23:25:26,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/38bedf8e5db1490092d67b1fa05124c5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/38bedf8e5db1490092d67b1fa05124c5 2024-11-22T23:25:26,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/38bedf8e5db1490092d67b1fa05124c5, entries=250, sequenceid=15, filesize=47.0 K 2024-11-22T23:25:26,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/b0790c5be71f4fb4948a00bd56a34f57 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b0790c5be71f4fb4948a00bd56a34f57 2024-11-22T23:25:26,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b0790c5be71f4fb4948a00bd56a34f57, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T23:25:26,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/929460e59fcc4e07aaa800cd5f2a6746 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/929460e59fcc4e07aaa800cd5f2a6746 2024-11-22T23:25:26,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/929460e59fcc4e07aaa800cd5f2a6746, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T23:25:26,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f676a17b3013a5d772e0b9e08722c849 in 1699ms, sequenceid=15, compaction requested=false 2024-11-22T23:25:26,425 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T23:25:26,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:26,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T23:25:26,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:26,551 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:25:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112204212690473b4061a8a1732184003d66_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317924755/Put/seqid=0 2024-11-22T23:25:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742158_1334 (size=12154) 2024-11-22T23:25:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T23:25:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:26,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:26,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317986946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:26,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:26,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732317986948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:26,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732317986948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:26,956 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_0' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:26,956 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:26,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:26,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317986952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:26,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317986955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:26,965 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112204212690473b4061a8a1732184003d66_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112204212690473b4061a8a1732184003d66_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/c5315e9acf85439fb4b45a474d55e5a5, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/c5315e9acf85439fb4b45a474d55e5a5 is 175, key is test_row_0/A:col10/1732317924755/Put/seqid=0 2024-11-22T23:25:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742159_1335 (size=30955) 2024-11-22T23:25:26,979 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/c5315e9acf85439fb4b45a474d55e5a5 2024-11-22T23:25:26,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/0bd6909931bc434d9b801c84160fd5f1 is 50, key is test_row_0/B:col10/1732317924755/Put/seqid=0 2024-11-22T23:25:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742160_1336 (size=12001) 2024-11-22T23:25:27,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317987059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317987069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317987069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317987279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317987279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317987288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,405 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/0bd6909931bc434d9b801c84160fd5f1 2024-11-22T23:25:27,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/35b2f22857be488f99c7c45a3b9fba6f is 50, key is test_row_0/C:col10/1732317924755/Put/seqid=0 2024-11-22T23:25:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742161_1337 (size=12001) 2024-11-22T23:25:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317987599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317987599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:27,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317987599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:27,816 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/35b2f22857be488f99c7c45a3b9fba6f 2024-11-22T23:25:27,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/c5315e9acf85439fb4b45a474d55e5a5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/c5315e9acf85439fb4b45a474d55e5a5 2024-11-22T23:25:27,824 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/c5315e9acf85439fb4b45a474d55e5a5, entries=150, sequenceid=40, filesize=30.2 K 2024-11-22T23:25:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/0bd6909931bc434d9b801c84160fd5f1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0bd6909931bc434d9b801c84160fd5f1 2024-11-22T23:25:27,833 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0bd6909931bc434d9b801c84160fd5f1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T23:25:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/35b2f22857be488f99c7c45a3b9fba6f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/35b2f22857be488f99c7c45a3b9fba6f 2024-11-22T23:25:27,851 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/35b2f22857be488f99c7c45a3b9fba6f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T23:25:27,853 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f676a17b3013a5d772e0b9e08722c849 in 1302ms, sequenceid=40, compaction requested=false 2024-11-22T23:25:27,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:27,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:27,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-22T23:25:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-22T23:25:27,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-22T23:25:27,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1410 sec 2024-11-22T23:25:27,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 3.1480 sec 2024-11-22T23:25:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:28,114 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:28,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T23:25:28,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112228e28ad6b84c460aa13be89f3ae43ad6_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317926951/Put/seqid=0 2024-11-22T23:25:28,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742162_1338 (size=14594) 2024-11-22T23:25:28,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317988194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317988196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317988206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317988319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317988320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317988319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:28,542 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112228e28ad6b84c460aa13be89f3ae43ad6_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228e28ad6b84c460aa13be89f3ae43ad6_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:28,543 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/473fd1946a3a4b889ee12cbd896bd299, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:28,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/473fd1946a3a4b889ee12cbd896bd299 is 175, key is test_row_0/A:col10/1732317926951/Put/seqid=0 2024-11-22T23:25:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317988539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317988539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317988539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742163_1339 (size=39549) 2024-11-22T23:25:28,587 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/473fd1946a3a4b889ee12cbd896bd299 2024-11-22T23:25:28,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/83ce3ffa3e7c4e118897037ac8e714af is 50, key is test_row_0/B:col10/1732317926951/Put/seqid=0 2024-11-22T23:25:28,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742164_1340 (size=12001) 2024-11-22T23:25:28,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/83ce3ffa3e7c4e118897037ac8e714af 2024-11-22T23:25:28,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/5ed4a803b1324eea96e5e8f21cb4aee5 is 50, key is test_row_0/C:col10/1732317926951/Put/seqid=0 2024-11-22T23:25:28,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742165_1341 (size=12001) 2024-11-22T23:25:28,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/5ed4a803b1324eea96e5e8f21cb4aee5 2024-11-22T23:25:28,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/473fd1946a3a4b889ee12cbd896bd299 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/473fd1946a3a4b889ee12cbd896bd299 2024-11-22T23:25:28,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/473fd1946a3a4b889ee12cbd896bd299, entries=200, sequenceid=52, filesize=38.6 K 2024-11-22T23:25:28,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/83ce3ffa3e7c4e118897037ac8e714af as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/83ce3ffa3e7c4e118897037ac8e714af 2024-11-22T23:25:28,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/83ce3ffa3e7c4e118897037ac8e714af, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T23:25:28,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/5ed4a803b1324eea96e5e8f21cb4aee5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/5ed4a803b1324eea96e5e8f21cb4aee5 2024-11-22T23:25:28,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/5ed4a803b1324eea96e5e8f21cb4aee5, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T23:25:28,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f676a17b3013a5d772e0b9e08722c849 in 574ms, sequenceid=52, compaction requested=true 2024-11-22T23:25:28,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:28,689 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:28,689 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:28,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:28,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:28,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:28,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:28,692 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:28,692 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/A is initiating minor compaction (all files) 2024-11-22T23:25:28,692 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/A in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:28,693 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/38bedf8e5db1490092d67b1fa05124c5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/c5315e9acf85439fb4b45a474d55e5a5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/473fd1946a3a4b889ee12cbd896bd299] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=115.9 K 2024-11-22T23:25:28,693 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:28,693 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/38bedf8e5db1490092d67b1fa05124c5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/c5315e9acf85439fb4b45a474d55e5a5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/473fd1946a3a4b889ee12cbd896bd299] 2024-11-22T23:25:28,693 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38bedf8e5db1490092d67b1fa05124c5, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732317924716 2024-11-22T23:25:28,693 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5315e9acf85439fb4b45a474d55e5a5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732317924754 2024-11-22T23:25:28,694 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:28,694 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/B is initiating minor compaction (all files) 2024-11-22T23:25:28,694 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 473fd1946a3a4b889ee12cbd896bd299, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317926945 2024-11-22T23:25:28,694 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/B in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:28,694 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b0790c5be71f4fb4948a00bd56a34f57, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0bd6909931bc434d9b801c84160fd5f1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/83ce3ffa3e7c4e118897037ac8e714af] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=35.2 K 2024-11-22T23:25:28,694 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b0790c5be71f4fb4948a00bd56a34f57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732317924716 2024-11-22T23:25:28,694 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd6909931bc434d9b801c84160fd5f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732317924754 2024-11-22T23:25:28,695 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 83ce3ffa3e7c4e118897037ac8e714af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317926945 2024-11-22T23:25:28,700 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:28,704 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112224895559c72b4c43bc09d66f70e1cc8e_f676a17b3013a5d772e0b9e08722c849 store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:28,707 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112224895559c72b4c43bc09d66f70e1cc8e_f676a17b3013a5d772e0b9e08722c849, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:28,707 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112224895559c72b4c43bc09d66f70e1cc8e_f676a17b3013a5d772e0b9e08722c849 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:28,708 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:28,708 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/12931d14665b480e8172dd327c9c8a14 is 50, key is test_row_0/B:col10/1732317926951/Put/seqid=0 2024-11-22T23:25:28,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742166_1342 (size=4469) 2024-11-22T23:25:28,737 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#A#compaction#291 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:28,737 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/444ad639f9a64f4a9e0c0373193cf096 is 175, key is test_row_0/A:col10/1732317926951/Put/seqid=0 2024-11-22T23:25:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742167_1343 (size=12104) 2024-11-22T23:25:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742168_1344 (size=31058) 2024-11-22T23:25:28,791 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/444ad639f9a64f4a9e0c0373193cf096 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/444ad639f9a64f4a9e0c0373193cf096 2024-11-22T23:25:28,795 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/A of f676a17b3013a5d772e0b9e08722c849 into 444ad639f9a64f4a9e0c0373193cf096(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:28,795 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:28,795 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/A, priority=13, startTime=1732317928688; duration=0sec 2024-11-22T23:25:28,798 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:28,798 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:A 2024-11-22T23:25:28,798 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:28,799 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:28,799 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/C is initiating minor compaction (all files) 2024-11-22T23:25:28,799 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/C in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:28,799 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/929460e59fcc4e07aaa800cd5f2a6746, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/35b2f22857be488f99c7c45a3b9fba6f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/5ed4a803b1324eea96e5e8f21cb4aee5] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=35.2 K 2024-11-22T23:25:28,800 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 929460e59fcc4e07aaa800cd5f2a6746, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732317924716 2024-11-22T23:25:28,800 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35b2f22857be488f99c7c45a3b9fba6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732317924754 2024-11-22T23:25:28,802 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ed4a803b1324eea96e5e8f21cb4aee5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317926945 2024-11-22T23:25:28,814 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:28,815 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/710fd29533db4fd7bfec897a81cd5bd5 is 50, key is test_row_0/C:col10/1732317926951/Put/seqid=0 2024-11-22T23:25:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742169_1345 (size=12104) 2024-11-22T23:25:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:28,869 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:28,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:25:28,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112272495cb65a3f44dab91478050b869d76_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317928866/Put/seqid=0 2024-11-22T23:25:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T23:25:28,889 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:28,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-22T23:25:28,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T23:25:28,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:28,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:28,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742170_1346 (size=17034) 2024-11-22T23:25:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317988895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317988901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317988902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732317988979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,984 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732317988979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:28,991 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_0' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T23:25:29,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317989019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317989019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317989020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T23:25:29,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:29,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:29,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:29,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,167 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/12931d14665b480e8172dd327c9c8a14 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12931d14665b480e8172dd327c9c8a14 2024-11-22T23:25:29,178 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/B of f676a17b3013a5d772e0b9e08722c849 into 12931d14665b480e8172dd327c9c8a14(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:29,178 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:29,178 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/B, priority=13, startTime=1732317928689; duration=0sec 2024-11-22T23:25:29,180 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:29,180 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:B 2024-11-22T23:25:29,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T23:25:29,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:29,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:29,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:29,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T23:25:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317989229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317989229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,240 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/710fd29533db4fd7bfec897a81cd5bd5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/710fd29533db4fd7bfec897a81cd5bd5 2024-11-22T23:25:29,248 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/C of f676a17b3013a5d772e0b9e08722c849 into 710fd29533db4fd7bfec897a81cd5bd5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:29,248 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:29,248 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/C, priority=13, startTime=1732317928690; duration=0sec 2024-11-22T23:25:29,248 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:29,248 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:C 2024-11-22T23:25:29,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317989240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,301 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:29,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112272495cb65a3f44dab91478050b869d76_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112272495cb65a3f44dab91478050b869d76_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:29,305 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/2c644e2973124b529c951f8d75f29a4b, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:29,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/2c644e2973124b529c951f8d75f29a4b is 175, key is test_row_0/A:col10/1732317928866/Put/seqid=0 2024-11-22T23:25:29,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742171_1347 (size=48139) 2024-11-22T23:25:29,313 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/2c644e2973124b529c951f8d75f29a4b 2024-11-22T23:25:29,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/48a013540aa647dea52ffba8f72a5138 is 50, key is test_row_0/B:col10/1732317928866/Put/seqid=0 2024-11-22T23:25:29,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742172_1348 (size=12001) 2024-11-22T23:25:29,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/48a013540aa647dea52ffba8f72a5138 2024-11-22T23:25:29,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T23:25:29,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:29,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:29,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:29,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:29,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/3770e5ee862f47dfbed8e416b3068a40 is 50, key is test_row_0/C:col10/1732317928866/Put/seqid=0 2024-11-22T23:25:29,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742173_1349 (size=12001) 2024-11-22T23:25:29,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/3770e5ee862f47dfbed8e416b3068a40 2024-11-22T23:25:29,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/2c644e2973124b529c951f8d75f29a4b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2c644e2973124b529c951f8d75f29a4b 2024-11-22T23:25:29,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2c644e2973124b529c951f8d75f29a4b, entries=250, sequenceid=79, filesize=47.0 K 2024-11-22T23:25:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/48a013540aa647dea52ffba8f72a5138 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/48a013540aa647dea52ffba8f72a5138 2024-11-22T23:25:29,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/48a013540aa647dea52ffba8f72a5138, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T23:25:29,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/3770e5ee862f47dfbed8e416b3068a40 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3770e5ee862f47dfbed8e416b3068a40 2024-11-22T23:25:29,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3770e5ee862f47dfbed8e416b3068a40, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T23:25:29,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f676a17b3013a5d772e0b9e08722c849 in 527ms, sequenceid=79, compaction requested=false 2024-11-22T23:25:29,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:29,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T23:25:29,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:29,510 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T23:25:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T23:25:29,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223bc5dddc60a34e8bacbf0ddacf0e114c_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317928878/Put/seqid=0 2024-11-22T23:25:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742174_1350 (size=12154) 2024-11-22T23:25:29,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317989644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317989644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317989648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317989759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317989759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317989768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:29,966 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223bc5dddc60a34e8bacbf0ddacf0e114c_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223bc5dddc60a34e8bacbf0ddacf0e114c_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:29,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb is 175, key is test_row_0/A:col10/1732317928878/Put/seqid=0 2024-11-22T23:25:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742175_1351 (size=30955) 2024-11-22T23:25:29,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317989969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317989969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:29,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317989978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T23:25:30,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317990279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:30,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317990289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:30,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317990299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:30,372 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb 2024-11-22T23:25:30,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/4cca94d4e9354fd3bae64e57d51806dd is 50, key is test_row_0/B:col10/1732317928878/Put/seqid=0 2024-11-22T23:25:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742176_1352 (size=12001) 2024-11-22T23:25:30,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317990798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:30,807 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/4cca94d4e9354fd3bae64e57d51806dd 2024-11-22T23:25:30,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/c978ed6c27f64329976c5dcd58d5dc70 is 50, key is test_row_0/C:col10/1732317928878/Put/seqid=0 2024-11-22T23:25:30,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317990809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742177_1353 (size=12001) 2024-11-22T23:25:30,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317990819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:30,828 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/c978ed6c27f64329976c5dcd58d5dc70 2024-11-22T23:25:30,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb 2024-11-22T23:25:30,841 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb, entries=150, sequenceid=91, filesize=30.2 K 2024-11-22T23:25:30,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/4cca94d4e9354fd3bae64e57d51806dd as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4cca94d4e9354fd3bae64e57d51806dd 2024-11-22T23:25:30,845 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4cca94d4e9354fd3bae64e57d51806dd, entries=150, sequenceid=91, filesize=11.7 K 2024-11-22T23:25:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/c978ed6c27f64329976c5dcd58d5dc70 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c978ed6c27f64329976c5dcd58d5dc70 2024-11-22T23:25:30,850 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c978ed6c27f64329976c5dcd58d5dc70, entries=150, sequenceid=91, filesize=11.7 K 2024-11-22T23:25:30,851 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f676a17b3013a5d772e0b9e08722c849 in 1340ms, sequenceid=91, compaction requested=true 2024-11-22T23:25:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:30,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-22T23:25:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-22T23:25:30,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T23:25:30,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9600 sec 2024-11-22T23:25:30,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.9640 sec 2024-11-22T23:25:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T23:25:31,039 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:31,040 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-22T23:25:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T23:25:31,041 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:31,042 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:31,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T23:25:31,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T23:25:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:31,194 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:25:31,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122844bcefacc9448759c66e4e8d6eba1f5_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317929645/Put/seqid=0 2024-11-22T23:25:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742178_1354 (size=12154) 2024-11-22T23:25:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T23:25:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:31,608 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122844bcefacc9448759c66e4e8d6eba1f5_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122844bcefacc9448759c66e4e8d6eba1f5_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/01f38aaf80a34985a8a2131ad2903bfe, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/01f38aaf80a34985a8a2131ad2903bfe is 175, key is test_row_0/A:col10/1732317929645/Put/seqid=0 2024-11-22T23:25:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742179_1355 (size=30955) 2024-11-22T23:25:31,614 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/01f38aaf80a34985a8a2131ad2903bfe 2024-11-22T23:25:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/b6ec902b31bf4747ab6e997be33eb69d is 50, key is test_row_0/B:col10/1732317929645/Put/seqid=0 2024-11-22T23:25:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742180_1356 (size=12001) 2024-11-22T23:25:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T23:25:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:31,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:31,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317991839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:31,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:31,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317991846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:31,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317991847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:31,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:31,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317991958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317991959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:31,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317991959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:31,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:31,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,024 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/b6ec902b31bf4747ab6e997be33eb69d 2024-11-22T23:25:32,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/3d8a706593634624aed1b7765b79b753 is 50, key is test_row_0/C:col10/1732317929645/Put/seqid=0 2024-11-22T23:25:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742181_1357 (size=12001) 2024-11-22T23:25:32,069 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/3d8a706593634624aed1b7765b79b753 2024-11-22T23:25:32,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/01f38aaf80a34985a8a2131ad2903bfe as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/01f38aaf80a34985a8a2131ad2903bfe 2024-11-22T23:25:32,085 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/01f38aaf80a34985a8a2131ad2903bfe, entries=150, sequenceid=117, filesize=30.2 K 2024-11-22T23:25:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/b6ec902b31bf4747ab6e997be33eb69d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b6ec902b31bf4747ab6e997be33eb69d 2024-11-22T23:25:32,091 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b6ec902b31bf4747ab6e997be33eb69d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T23:25:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/3d8a706593634624aed1b7765b79b753 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3d8a706593634624aed1b7765b79b753 2024-11-22T23:25:32,104 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3d8a706593634624aed1b7765b79b753, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T23:25:32,105 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f676a17b3013a5d772e0b9e08722c849 in 911ms, sequenceid=117, compaction requested=true 2024-11-22T23:25:32,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:32,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:32,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-22T23:25:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-22T23:25:32,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-22T23:25:32,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0650 sec 2024-11-22T23:25:32,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.0690 sec 2024-11-22T23:25:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T23:25:32,179 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:32,179 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-22T23:25:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T23:25:32,182 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:32,183 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:32,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:32,188 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:32,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:25:32,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122da37b2cd0f1b478bb9cc501b9cf03103_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317931838/Put/seqid=0 2024-11-22T23:25:32,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742182_1358 (size=14594) 2024-11-22T23:25:32,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:32,234 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122da37b2cd0f1b478bb9cc501b9cf03103_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da37b2cd0f1b478bb9cc501b9cf03103_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:32,236 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/fbd050cd2a98448a809dd1a5c5e2d62d, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:32,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/fbd050cd2a98448a809dd1a5c5e2d62d is 175, key is test_row_0/A:col10/1732317931838/Put/seqid=0 2024-11-22T23:25:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742183_1359 (size=39549) 2024-11-22T23:25:32,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/fbd050cd2a98448a809dd1a5c5e2d62d 2024-11-22T23:25:32,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/52b8bf07c6fb4325b90635f7f61afcaf is 50, key is test_row_0/B:col10/1732317931838/Put/seqid=0 2024-11-22T23:25:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742184_1360 (size=12001) 2024-11-22T23:25:32,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/52b8bf07c6fb4325b90635f7f61afcaf 2024-11-22T23:25:32,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/0d0d20dfe52f45fb95738b20a7447eb9 is 50, key is test_row_0/C:col10/1732317931838/Put/seqid=0 2024-11-22T23:25:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742185_1361 (size=12001) 2024-11-22T23:25:32,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/0d0d20dfe52f45fb95738b20a7447eb9 2024-11-22T23:25:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T23:25:32,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/fbd050cd2a98448a809dd1a5c5e2d62d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/fbd050cd2a98448a809dd1a5c5e2d62d 2024-11-22T23:25:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317992291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/fbd050cd2a98448a809dd1a5c5e2d62d, entries=200, sequenceid=128, filesize=38.6 K 2024-11-22T23:25:32,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/52b8bf07c6fb4325b90635f7f61afcaf as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/52b8bf07c6fb4325b90635f7f61afcaf 2024-11-22T23:25:32,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/52b8bf07c6fb4325b90635f7f61afcaf, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T23:25:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/0d0d20dfe52f45fb95738b20a7447eb9 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/0d0d20dfe52f45fb95738b20a7447eb9 2024-11-22T23:25:32,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317992292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317992294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/0d0d20dfe52f45fb95738b20a7447eb9, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T23:25:32,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f676a17b3013a5d772e0b9e08722c849 in 126ms, sequenceid=128, compaction requested=true 2024-11-22T23:25:32,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:32,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:32,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:32,314 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:32,315 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:32,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:32,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:32,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:32,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:32,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 180656 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:32,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/A is initiating minor compaction (all files) 2024-11-22T23:25:32,317 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/A in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:32,317 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/444ad639f9a64f4a9e0c0373193cf096, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2c644e2973124b529c951f8d75f29a4b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/01f38aaf80a34985a8a2131ad2903bfe, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/fbd050cd2a98448a809dd1a5c5e2d62d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=176.4 K 2024-11-22T23:25:32,317 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:32,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/444ad639f9a64f4a9e0c0373193cf096, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2c644e2973124b529c951f8d75f29a4b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/01f38aaf80a34985a8a2131ad2903bfe, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/fbd050cd2a98448a809dd1a5c5e2d62d] 2024-11-22T23:25:32,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 444ad639f9a64f4a9e0c0373193cf096, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317926945 2024-11-22T23:25:32,318 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:32,318 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/B is initiating minor compaction (all files) 2024-11-22T23:25:32,318 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/B in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:32,318 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12931d14665b480e8172dd327c9c8a14, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/48a013540aa647dea52ffba8f72a5138, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4cca94d4e9354fd3bae64e57d51806dd, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b6ec902b31bf4747ab6e997be33eb69d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/52b8bf07c6fb4325b90635f7f61afcaf] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=58.7 K 2024-11-22T23:25:32,318 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c644e2973124b529c951f8d75f29a4b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732317928188 2024-11-22T23:25:32,319 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 12931d14665b480e8172dd327c9c8a14, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317926945 2024-11-22T23:25:32,319 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2907b0b3fa7c4daa8e77cfe7d81bc9cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732317928878 2024-11-22T23:25:32,320 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 48a013540aa647dea52ffba8f72a5138, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732317928188 2024-11-22T23:25:32,320 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01f38aaf80a34985a8a2131ad2903bfe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732317929628 2024-11-22T23:25:32,320 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cca94d4e9354fd3bae64e57d51806dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732317928878 2024-11-22T23:25:32,320 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbd050cd2a98448a809dd1a5c5e2d62d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732317931838 2024-11-22T23:25:32,321 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b6ec902b31bf4747ab6e997be33eb69d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732317929628 2024-11-22T23:25:32,321 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 52b8bf07c6fb4325b90635f7f61afcaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732317931838 2024-11-22T23:25:32,335 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:32,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T23:25:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:32,336 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:25:32,336 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c48834a13ddb44eaa668e7ae921163c8 is 50, key is test_row_0/B:col10/1732317931838/Put/seqid=0 2024-11-22T23:25:32,340 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:32,346 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411226ba1394612484e37879effdab2d005d5_f676a17b3013a5d772e0b9e08722c849 store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:32,349 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411226ba1394612484e37879effdab2d005d5_f676a17b3013a5d772e0b9e08722c849, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:32,349 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226ba1394612484e37879effdab2d005d5_f676a17b3013a5d772e0b9e08722c849 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:32,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742186_1362 (size=12275) 2024-11-22T23:25:32,356 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c48834a13ddb44eaa668e7ae921163c8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c48834a13ddb44eaa668e7ae921163c8 2024-11-22T23:25:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229e179793a2fb42d0976437a25f75dd9a_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317932269/Put/seqid=0 2024-11-22T23:25:32,367 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/B of f676a17b3013a5d772e0b9e08722c849 into c48834a13ddb44eaa668e7ae921163c8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:32,367 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:32,367 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/B, priority=11, startTime=1732317932314; duration=0sec 2024-11-22T23:25:32,367 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:32,367 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:B 2024-11-22T23:25:32,367 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:32,370 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:32,370 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/C is initiating minor compaction (all files) 2024-11-22T23:25:32,370 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/C in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:32,370 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/710fd29533db4fd7bfec897a81cd5bd5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3770e5ee862f47dfbed8e416b3068a40, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c978ed6c27f64329976c5dcd58d5dc70, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3d8a706593634624aed1b7765b79b753, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/0d0d20dfe52f45fb95738b20a7447eb9] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=58.7 K 2024-11-22T23:25:32,370 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 710fd29533db4fd7bfec897a81cd5bd5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732317926945 2024-11-22T23:25:32,370 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3770e5ee862f47dfbed8e416b3068a40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732317928188 2024-11-22T23:25:32,372 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c978ed6c27f64329976c5dcd58d5dc70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732317928878 2024-11-22T23:25:32,373 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d8a706593634624aed1b7765b79b753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732317929628 2024-11-22T23:25:32,373 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d0d20dfe52f45fb95738b20a7447eb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732317931838 2024-11-22T23:25:32,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742187_1363 (size=4469) 2024-11-22T23:25:32,385 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#A#compaction#307 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:32,385 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/cadbe027cbd841eba12bc92a21f9790d is 175, key is test_row_0/A:col10/1732317931838/Put/seqid=0 2024-11-22T23:25:32,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742188_1364 (size=12304) 2024-11-22T23:25:32,394 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:32,394 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/d692113b422d45f4a8b9544f3baf117e is 50, key is test_row_0/C:col10/1732317931838/Put/seqid=0 2024-11-22T23:25:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:32,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742189_1365 (size=31229) 2024-11-22T23:25:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742190_1366 (size=12275) 2024-11-22T23:25:32,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317992425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317992426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317992427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T23:25:32,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317992539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317992549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317992549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317992749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317992759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317992759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:32,793 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229e179793a2fb42d0976437a25f75dd9a_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229e179793a2fb42d0976437a25f75dd9a_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:32,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/87135cd556954a30a4505d950ea089d5, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:32,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/87135cd556954a30a4505d950ea089d5 is 175, key is test_row_0/A:col10/1732317932269/Put/seqid=0 2024-11-22T23:25:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742191_1367 (size=31105) 2024-11-22T23:25:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T23:25:32,810 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/cadbe027cbd841eba12bc92a21f9790d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/cadbe027cbd841eba12bc92a21f9790d 2024-11-22T23:25:32,816 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/A of f676a17b3013a5d772e0b9e08722c849 into cadbe027cbd841eba12bc92a21f9790d(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:32,816 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:32,816 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/A, priority=11, startTime=1732317932314; duration=0sec 2024-11-22T23:25:32,816 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:32,816 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:A 2024-11-22T23:25:32,820 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/d692113b422d45f4a8b9544f3baf117e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/d692113b422d45f4a8b9544f3baf117e 2024-11-22T23:25:32,824 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/C of f676a17b3013a5d772e0b9e08722c849 into d692113b422d45f4a8b9544f3baf117e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:32,824 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:32,824 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/C, priority=11, startTime=1732317932315; duration=0sec 2024-11-22T23:25:32,825 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:32,825 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:C 2024-11-22T23:25:33,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732317993028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:33,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732317993028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:33,033 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8269 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:33,034 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_0' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8261 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:33,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317993059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:33,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317993079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:33,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317993079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:33,202 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/87135cd556954a30a4505d950ea089d5 2024-11-22T23:25:33,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/58692641f21345c999951e2df1ec404d is 50, key is test_row_0/B:col10/1732317932269/Put/seqid=0 2024-11-22T23:25:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742192_1368 (size=12151) 2024-11-22T23:25:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T23:25:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317993569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:33,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317993589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:33,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317993589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:33,616 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/58692641f21345c999951e2df1ec404d 2024-11-22T23:25:33,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/ea387bfea51646c8bcc0475ce00b2b5b is 50, key is test_row_0/C:col10/1732317932269/Put/seqid=0 2024-11-22T23:25:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742193_1369 (size=12151) 2024-11-22T23:25:33,630 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/ea387bfea51646c8bcc0475ce00b2b5b 2024-11-22T23:25:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/87135cd556954a30a4505d950ea089d5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/87135cd556954a30a4505d950ea089d5 2024-11-22T23:25:33,641 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/87135cd556954a30a4505d950ea089d5, entries=150, sequenceid=154, filesize=30.4 K 2024-11-22T23:25:33,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/58692641f21345c999951e2df1ec404d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/58692641f21345c999951e2df1ec404d 2024-11-22T23:25:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,646 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/58692641f21345c999951e2df1ec404d, entries=150, sequenceid=154, filesize=11.9 K 2024-11-22T23:25:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/ea387bfea51646c8bcc0475ce00b2b5b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/ea387bfea51646c8bcc0475ce00b2b5b 2024-11-22T23:25:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,652 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/ea387bfea51646c8bcc0475ce00b2b5b, entries=150, sequenceid=154, filesize=11.9 K 2024-11-22T23:25:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,653 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f676a17b3013a5d772e0b9e08722c849 in 1316ms, sequenceid=154, compaction requested=false 2024-11-22T23:25:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-22T23:25:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-22T23:25:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-22T23:25:33,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4710 sec 2024-11-22T23:25:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4770 sec 2024-11-22T23:25:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T23:25:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,329 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-22T23:25:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T23:25:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,332 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:34,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T23:25:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T23:25:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:34,487 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T23:25:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122da3132c3e9554590af416d2d4507491b_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317932424/Put/seqid=0 2024-11-22T23:25:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742194_1370 (size=9814) 2024-11-22T23:25:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:34,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T23:25:34,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317994673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317994675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317994681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:34,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317994789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:34,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317994789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:34,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317994790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:34,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:34,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:34,919 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122da3132c3e9554590af416d2d4507491b_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da3132c3e9554590af416d2d4507491b_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:34,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/e5370947bd954b3ab41e0574e62c2465, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:34,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/e5370947bd954b3ab41e0574e62c2465 is 175, key is test_row_0/A:col10/1732317932424/Put/seqid=0 2024-11-22T23:25:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T23:25:34,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742195_1371 (size=22461) 2024-11-22T23:25:35,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317994998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317994999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317995009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317995319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317995319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317995329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,366 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/e5370947bd954b3ab41e0574e62c2465 2024-11-22T23:25:35,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c7ad8afa2ce541508503c74fe329b5a0 is 50, key is test_row_0/B:col10/1732317932424/Put/seqid=0 2024-11-22T23:25:35,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742196_1372 (size=9757) 2024-11-22T23:25:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T23:25:35,796 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c7ad8afa2ce541508503c74fe329b5a0 2024-11-22T23:25:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/e2f6ab224bba45a192bd593a5e21672d is 50, key is test_row_0/C:col10/1732317932424/Put/seqid=0 2024-11-22T23:25:35,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742197_1373 (size=9757) 2024-11-22T23:25:35,845 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/e2f6ab224bba45a192bd593a5e21672d 2024-11-22T23:25:35,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317995839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317995839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/e5370947bd954b3ab41e0574e62c2465 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/e5370947bd954b3ab41e0574e62c2465 2024-11-22T23:25:35,858 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/e5370947bd954b3ab41e0574e62c2465, entries=100, sequenceid=167, filesize=21.9 K 2024-11-22T23:25:35,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317995849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c7ad8afa2ce541508503c74fe329b5a0 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c7ad8afa2ce541508503c74fe329b5a0 2024-11-22T23:25:35,865 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c7ad8afa2ce541508503c74fe329b5a0, entries=100, sequenceid=167, filesize=9.5 K 2024-11-22T23:25:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/e2f6ab224bba45a192bd593a5e21672d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e2f6ab224bba45a192bd593a5e21672d 2024-11-22T23:25:35,874 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e2f6ab224bba45a192bd593a5e21672d, entries=100, sequenceid=167, filesize=9.5 K 2024-11-22T23:25:35,881 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f676a17b3013a5d772e0b9e08722c849 in 1395ms, sequenceid=167, compaction requested=true 2024-11-22T23:25:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:35,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-22T23:25:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-22T23:25:35,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.5620 sec 2024-11-22T23:25:35,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-22T23:25:35,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5500 sec 2024-11-22T23:25:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T23:25:36,479 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:36,479 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-22T23:25:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T23:25:36,481 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:36,482 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:36,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T23:25:36,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T23:25:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:36,634 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:25:36,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c1e1bc1bdea54c53b5bb6b009361a1e6_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317934671/Put/seqid=0 2024-11-22T23:25:36,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742198_1374 (size=12304) 2024-11-22T23:25:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:36,674 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c1e1bc1bdea54c53b5bb6b009361a1e6_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c1e1bc1bdea54c53b5bb6b009361a1e6_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/0d2dc1a5b105427fb4670c94acff49a3, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:36,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/0d2dc1a5b105427fb4670c94acff49a3 is 175, key is test_row_0/A:col10/1732317934671/Put/seqid=0 2024-11-22T23:25:36,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742199_1375 (size=31105) 2024-11-22T23:25:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T23:25:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:36,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:36,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317996882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:36,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317996883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:36,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:36,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317996884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317996999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317996999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317996999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,105 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/0d2dc1a5b105427fb4670c94acff49a3 2024-11-22T23:25:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T23:25:37,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/89c89f032ff24453bcbd0094feae4c30 is 50, key is test_row_0/B:col10/1732317934671/Put/seqid=0 2024-11-22T23:25:37,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742200_1376 (size=12151) 2024-11-22T23:25:37,142 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/89c89f032ff24453bcbd0094feae4c30 2024-11-22T23:25:37,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/c55cea0139a943ce908649317b857f2b is 50, key is test_row_0/C:col10/1732317934671/Put/seqid=0 2024-11-22T23:25:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742201_1377 (size=12151) 2024-11-22T23:25:37,190 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/c55cea0139a943ce908649317b857f2b 2024-11-22T23:25:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/0d2dc1a5b105427fb4670c94acff49a3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0d2dc1a5b105427fb4670c94acff49a3 2024-11-22T23:25:37,203 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0d2dc1a5b105427fb4670c94acff49a3, entries=150, sequenceid=193, filesize=30.4 K 2024-11-22T23:25:37,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/89c89f032ff24453bcbd0094feae4c30 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/89c89f032ff24453bcbd0094feae4c30 2024-11-22T23:25:37,208 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/89c89f032ff24453bcbd0094feae4c30, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T23:25:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/c55cea0139a943ce908649317b857f2b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c55cea0139a943ce908649317b857f2b 2024-11-22T23:25:37,213 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c55cea0139a943ce908649317b857f2b, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T23:25:37,216 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f676a17b3013a5d772e0b9e08722c849 in 582ms, sequenceid=193, compaction requested=true 2024-11-22T23:25:37,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:37,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:37,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-22T23:25:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-22T23:25:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:37,217 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:37,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:25:37,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-22T23:25:37,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 736 msec 2024-11-22T23:25:37,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 742 msec 2024-11-22T23:25:37,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122336ff249e994454b83dad0773f39cc7b_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317936879/Put/seqid=0 2024-11-22T23:25:37,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742202_1378 (size=17284) 2024-11-22T23:25:37,268 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:37,273 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122336ff249e994454b83dad0773f39cc7b_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122336ff249e994454b83dad0773f39cc7b_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:37,274 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/d36c2eaf0fd040d7924a8ddb50751691, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:37,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/d36c2eaf0fd040d7924a8ddb50751691 is 175, key is test_row_0/A:col10/1732317936879/Put/seqid=0 2024-11-22T23:25:37,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742203_1379 (size=48389) 2024-11-22T23:25:37,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/d36c2eaf0fd040d7924a8ddb50751691 2024-11-22T23:25:37,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/7c9dffcacd7441dcbadc694dea8ca1b4 is 50, key is test_row_0/B:col10/1732317936879/Put/seqid=0 2024-11-22T23:25:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742204_1380 (size=12151) 2024-11-22T23:25:37,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317997360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317997360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317997362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317997489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317997489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317997499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T23:25:37,620 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:37,620 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-22T23:25:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T23:25:37,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:37,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:37,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:37,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317997699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317997699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/7c9dffcacd7441dcbadc694dea8ca1b4 2024-11-22T23:25:37,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317997708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:37,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/2630adabebc3422281f51345cd551376 is 50, key is test_row_0/C:col10/1732317936879/Put/seqid=0 2024-11-22T23:25:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T23:25:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742205_1381 (size=12151) 2024-11-22T23:25:37,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/2630adabebc3422281f51345cd551376 2024-11-22T23:25:37,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/d36c2eaf0fd040d7924a8ddb50751691 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d36c2eaf0fd040d7924a8ddb50751691 2024-11-22T23:25:37,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d36c2eaf0fd040d7924a8ddb50751691, entries=250, sequenceid=205, filesize=47.3 K 2024-11-22T23:25:37,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/7c9dffcacd7441dcbadc694dea8ca1b4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/7c9dffcacd7441dcbadc694dea8ca1b4 2024-11-22T23:25:37,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/7c9dffcacd7441dcbadc694dea8ca1b4, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T23:25:37,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/2630adabebc3422281f51345cd551376 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/2630adabebc3422281f51345cd551376 2024-11-22T23:25:37,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/2630adabebc3422281f51345cd551376, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T23:25:37,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f676a17b3013a5d772e0b9e08722c849 in 545ms, sequenceid=205, compaction requested=true 2024-11-22T23:25:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:37,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:37,763 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:37,763 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:37,764 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58485 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:37,764 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164289 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:37,764 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/B is initiating minor compaction (all files) 2024-11-22T23:25:37,764 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/A is initiating minor compaction (all files) 2024-11-22T23:25:37,764 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/A in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:37,764 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/B in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:37,764 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c48834a13ddb44eaa668e7ae921163c8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/58692641f21345c999951e2df1ec404d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c7ad8afa2ce541508503c74fe329b5a0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/89c89f032ff24453bcbd0094feae4c30, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/7c9dffcacd7441dcbadc694dea8ca1b4] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=57.1 K 2024-11-22T23:25:37,764 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/cadbe027cbd841eba12bc92a21f9790d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/87135cd556954a30a4505d950ea089d5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/e5370947bd954b3ab41e0574e62c2465, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0d2dc1a5b105427fb4670c94acff49a3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d36c2eaf0fd040d7924a8ddb50751691] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=160.4 K 2024-11-22T23:25:37,764 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:37,764 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/cadbe027cbd841eba12bc92a21f9790d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/87135cd556954a30a4505d950ea089d5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/e5370947bd954b3ab41e0574e62c2465, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0d2dc1a5b105427fb4670c94acff49a3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d36c2eaf0fd040d7924a8ddb50751691] 2024-11-22T23:25:37,764 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c48834a13ddb44eaa668e7ae921163c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732317931838 2024-11-22T23:25:37,768 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting cadbe027cbd841eba12bc92a21f9790d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732317931838 2024-11-22T23:25:37,770 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 58692641f21345c999951e2df1ec404d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732317932269 2024-11-22T23:25:37,770 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87135cd556954a30a4505d950ea089d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732317932269 2024-11-22T23:25:37,771 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5370947bd954b3ab41e0574e62c2465, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732317932424 2024-11-22T23:25:37,771 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c7ad8afa2ce541508503c74fe329b5a0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732317932424 2024-11-22T23:25:37,771 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d2dc1a5b105427fb4670c94acff49a3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732317934671 2024-11-22T23:25:37,771 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 89c89f032ff24453bcbd0094feae4c30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732317934671 2024-11-22T23:25:37,771 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting d36c2eaf0fd040d7924a8ddb50751691, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732317936879 2024-11-22T23:25:37,771 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c9dffcacd7441dcbadc694dea8ca1b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732317936879 2024-11-22T23:25:37,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T23:25:37,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:37,775 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T23:25:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d523e69387ef4d5589e10269cff4f843_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317937331/Put/seqid=0 2024-11-22T23:25:37,797 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:37,800 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:37,801 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/0519c5fda95347fd82f96d977e9ccdb8 is 50, key is test_row_0/B:col10/1732317936879/Put/seqid=0 2024-11-22T23:25:37,803 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122d378ea7d971e44ca96246bc5b1518138_f676a17b3013a5d772e0b9e08722c849 store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:37,806 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122d378ea7d971e44ca96246bc5b1518138_f676a17b3013a5d772e0b9e08722c849, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:37,806 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d378ea7d971e44ca96246bc5b1518138_f676a17b3013a5d772e0b9e08722c849 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742206_1382 (size=12304) 2024-11-22T23:25:37,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742207_1383 (size=12595) 2024-11-22T23:25:37,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742208_1384 (size=4469) 2024-11-22T23:25:37,851 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#A#compaction#322 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:37,852 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/eefd0d4477f040818083b4bf27b4cf8b is 175, key is test_row_0/A:col10/1732317936879/Put/seqid=0 2024-11-22T23:25:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742209_1385 (size=31549) 2024-11-22T23:25:37,886 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/eefd0d4477f040818083b4bf27b4cf8b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/eefd0d4477f040818083b4bf27b4cf8b 2024-11-22T23:25:37,904 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/A of f676a17b3013a5d772e0b9e08722c849 into eefd0d4477f040818083b4bf27b4cf8b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:37,904 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:37,904 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/A, priority=11, startTime=1732317937762; duration=0sec 2024-11-22T23:25:37,904 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:37,905 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:A 2024-11-22T23:25:37,905 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T23:25:37,908 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58485 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T23:25:37,908 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/C is initiating minor compaction (all files) 2024-11-22T23:25:37,908 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/C in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:37,909 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/d692113b422d45f4a8b9544f3baf117e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/ea387bfea51646c8bcc0475ce00b2b5b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e2f6ab224bba45a192bd593a5e21672d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c55cea0139a943ce908649317b857f2b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/2630adabebc3422281f51345cd551376] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=57.1 K 2024-11-22T23:25:37,909 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting d692113b422d45f4a8b9544f3baf117e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732317931838 2024-11-22T23:25:37,909 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea387bfea51646c8bcc0475ce00b2b5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732317932269 2024-11-22T23:25:37,910 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f6ab224bba45a192bd593a5e21672d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732317932424 2024-11-22T23:25:37,910 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c55cea0139a943ce908649317b857f2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732317934671 2024-11-22T23:25:37,910 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2630adabebc3422281f51345cd551376, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732317936879 2024-11-22T23:25:37,931 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:37,932 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/116fc2183f0842d98f568cbda30a1a40 is 50, key is test_row_0/C:col10/1732317936879/Put/seqid=0 2024-11-22T23:25:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T23:25:37,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742210_1386 (size=12595) 2024-11-22T23:25:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:38,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:38,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317998058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317998075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317998077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317998189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:38,221 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d523e69387ef4d5589e10269cff4f843_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d523e69387ef4d5589e10269cff4f843_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:38,222 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/0519c5fda95347fd82f96d977e9ccdb8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0519c5fda95347fd82f96d977e9ccdb8 2024-11-22T23:25:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/8d76e949d2b04b5191ae170ad5b09558, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:38,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/8d76e949d2b04b5191ae170ad5b09558 is 175, key is test_row_0/A:col10/1732317937331/Put/seqid=0 2024-11-22T23:25:38,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317998213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317998213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,235 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/B of f676a17b3013a5d772e0b9e08722c849 into 0519c5fda95347fd82f96d977e9ccdb8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:38,235 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:38,235 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/B, priority=11, startTime=1732317937763; duration=0sec 2024-11-22T23:25:38,235 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:38,235 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:B 2024-11-22T23:25:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T23:25:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742211_1387 (size=31105) 2024-11-22T23:25:38,272 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/8d76e949d2b04b5191ae170ad5b09558 2024-11-22T23:25:38,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/e8b11e64c9d64b438cb423df4a3c58d7 is 50, key is test_row_0/B:col10/1732317937331/Put/seqid=0 2024-11-22T23:25:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742212_1388 (size=12151) 2024-11-22T23:25:38,382 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/116fc2183f0842d98f568cbda30a1a40 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/116fc2183f0842d98f568cbda30a1a40 2024-11-22T23:25:38,388 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/C of f676a17b3013a5d772e0b9e08722c849 into 116fc2183f0842d98f568cbda30a1a40(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:38,388 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:38,388 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/C, priority=11, startTime=1732317937763; duration=0sec 2024-11-22T23:25:38,388 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:38,388 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:C 2024-11-22T23:25:38,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317998410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317998428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317998439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,726 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/e8b11e64c9d64b438cb423df4a3c58d7 2024-11-22T23:25:38,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317998729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317998749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317998749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:38,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:38,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/77b6c39ef2d4400eb6b8476b357325be is 50, key is test_row_0/C:col10/1732317937331/Put/seqid=0 2024-11-22T23:25:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T23:25:38,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742213_1389 (size=12151) 2024-11-22T23:25:39,198 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/77b6c39ef2d4400eb6b8476b357325be 2024-11-22T23:25:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/8d76e949d2b04b5191ae170ad5b09558 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/8d76e949d2b04b5191ae170ad5b09558 2024-11-22T23:25:39,210 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/8d76e949d2b04b5191ae170ad5b09558, entries=150, sequenceid=229, filesize=30.4 K 2024-11-22T23:25:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/e8b11e64c9d64b438cb423df4a3c58d7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/e8b11e64c9d64b438cb423df4a3c58d7 2024-11-22T23:25:39,220 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/e8b11e64c9d64b438cb423df4a3c58d7, entries=150, sequenceid=229, filesize=11.9 K 2024-11-22T23:25:39,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/77b6c39ef2d4400eb6b8476b357325be as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/77b6c39ef2d4400eb6b8476b357325be 2024-11-22T23:25:39,235 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/77b6c39ef2d4400eb6b8476b357325be, entries=150, sequenceid=229, filesize=11.9 K 2024-11-22T23:25:39,237 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f676a17b3013a5d772e0b9e08722c849 in 1462ms, sequenceid=229, compaction requested=false 2024-11-22T23:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-22T23:25:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-22T23:25:39,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-22T23:25:39,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-11-22T23:25:39,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.6240 sec 2024-11-22T23:25:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:39,256 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:39,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T23:25:39,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112252edec33e55c4c39a17cee9ba7746291_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317938065/Put/seqid=0 2024-11-22T23:25:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742214_1390 (size=14794) 2024-11-22T23:25:39,300 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:39,306 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112252edec33e55c4c39a17cee9ba7746291_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112252edec33e55c4c39a17cee9ba7746291_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:39,307 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/857ea335eadc4fe6aa6807c29cc3a56f, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:39,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/857ea335eadc4fe6aa6807c29cc3a56f is 175, key is test_row_0/A:col10/1732317938065/Put/seqid=0 2024-11-22T23:25:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742215_1391 (size=39749) 2024-11-22T23:25:39,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/857ea335eadc4fe6aa6807c29cc3a56f 2024-11-22T23:25:39,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/f939f9cb0e804bf09d517acc2f72d887 is 50, key is test_row_0/B:col10/1732317938065/Put/seqid=0 2024-11-22T23:25:39,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317999351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317999353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317999373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742216_1392 (size=12151) 2024-11-22T23:25:39,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317999479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317999480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317999490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732317999699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732317999708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732317999711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T23:25:39,769 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:39,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-22T23:25:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T23:25:39,772 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:39,772 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:39,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:39,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/f939f9cb0e804bf09d517acc2f72d887 2024-11-22T23:25:39,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/1d1d3619ba5146f48994fb3a28c5e116 is 50, key is test_row_0/C:col10/1732317938065/Put/seqid=0 2024-11-22T23:25:39,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742217_1393 (size=12151) 2024-11-22T23:25:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T23:25:39,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T23:25:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:39,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:40,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318000019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318000019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318000029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T23:25:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T23:25:40,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T23:25:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:40,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/1d1d3619ba5146f48994fb3a28c5e116 2024-11-22T23:25:40,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/857ea335eadc4fe6aa6807c29cc3a56f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/857ea335eadc4fe6aa6807c29cc3a56f 2024-11-22T23:25:40,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/857ea335eadc4fe6aa6807c29cc3a56f, entries=200, sequenceid=245, filesize=38.8 K 2024-11-22T23:25:40,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/f939f9cb0e804bf09d517acc2f72d887 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/f939f9cb0e804bf09d517acc2f72d887 2024-11-22T23:25:40,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/f939f9cb0e804bf09d517acc2f72d887, entries=150, sequenceid=245, filesize=11.9 K 2024-11-22T23:25:40,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/1d1d3619ba5146f48994fb3a28c5e116 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1d1d3619ba5146f48994fb3a28c5e116 2024-11-22T23:25:40,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1d1d3619ba5146f48994fb3a28c5e116, entries=150, sequenceid=245, filesize=11.9 K 2024-11-22T23:25:40,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f676a17b3013a5d772e0b9e08722c849 in 1033ms, sequenceid=245, compaction requested=true 2024-11-22T23:25:40,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:40,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:40,290 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:40,290 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:40,293 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:40,293 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:40,293 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/B is initiating minor compaction (all files) 2024-11-22T23:25:40,293 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/A is initiating minor compaction (all files) 2024-11-22T23:25:40,293 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/B in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,293 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/A in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,293 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0519c5fda95347fd82f96d977e9ccdb8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/e8b11e64c9d64b438cb423df4a3c58d7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/f939f9cb0e804bf09d517acc2f72d887] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=36.0 K 2024-11-22T23:25:40,293 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/eefd0d4477f040818083b4bf27b4cf8b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/8d76e949d2b04b5191ae170ad5b09558, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/857ea335eadc4fe6aa6807c29cc3a56f] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=100.0 K 2024-11-22T23:25:40,293 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,294 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/eefd0d4477f040818083b4bf27b4cf8b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/8d76e949d2b04b5191ae170ad5b09558, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/857ea335eadc4fe6aa6807c29cc3a56f] 2024-11-22T23:25:40,294 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0519c5fda95347fd82f96d977e9ccdb8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732317936879 2024-11-22T23:25:40,294 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting eefd0d4477f040818083b4bf27b4cf8b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732317936879 2024-11-22T23:25:40,294 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b11e64c9d64b438cb423df4a3c58d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732317937263 2024-11-22T23:25:40,294 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d76e949d2b04b5191ae170ad5b09558, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732317937263 2024-11-22T23:25:40,294 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting f939f9cb0e804bf09d517acc2f72d887, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732317938065 2024-11-22T23:25:40,295 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 857ea335eadc4fe6aa6807c29cc3a56f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732317938039 2024-11-22T23:25:40,310 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:40,311 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/153541917ffb4f4180cdf671253305e6 is 50, key is test_row_0/B:col10/1732317938065/Put/seqid=0 2024-11-22T23:25:40,322 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:40,329 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f6d2e513f7a149bd83535ef0f8140700_f676a17b3013a5d772e0b9e08722c849 store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:40,330 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f6d2e513f7a149bd83535ef0f8140700_f676a17b3013a5d772e0b9e08722c849, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:40,330 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f6d2e513f7a149bd83535ef0f8140700_f676a17b3013a5d772e0b9e08722c849 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742218_1394 (size=12697) 2024-11-22T23:25:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742219_1395 (size=4469) 2024-11-22T23:25:40,354 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#A#compaction#331 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:40,354 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/0605555effd74fe2830ed62a16eb049c is 175, key is test_row_0/A:col10/1732317938065/Put/seqid=0 2024-11-22T23:25:40,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T23:25:40,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,386 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T23:25:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742220_1396 (size=31651) 2024-11-22T23:25:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T23:25:40,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229d73e1cf9e454854bbe829da91431544_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317939332/Put/seqid=0 2024-11-22T23:25:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742221_1397 (size=12454) 2024-11-22T23:25:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:40,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:40,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318000566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318000569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318000579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318000688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318000688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318000701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,743 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/153541917ffb4f4180cdf671253305e6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/153541917ffb4f4180cdf671253305e6 2024-11-22T23:25:40,753 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/B of f676a17b3013a5d772e0b9e08722c849 into 153541917ffb4f4180cdf671253305e6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:40,753 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:40,753 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/B, priority=13, startTime=1732317940290; duration=0sec 2024-11-22T23:25:40,753 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:40,753 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:B 2024-11-22T23:25:40,753 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:40,754 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:40,754 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/C is initiating minor compaction (all files) 2024-11-22T23:25:40,754 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/C in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:40,755 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/116fc2183f0842d98f568cbda30a1a40, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/77b6c39ef2d4400eb6b8476b357325be, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1d1d3619ba5146f48994fb3a28c5e116] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=36.0 K 2024-11-22T23:25:40,755 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 116fc2183f0842d98f568cbda30a1a40, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732317936879 2024-11-22T23:25:40,755 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b6c39ef2d4400eb6b8476b357325be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732317937263 2024-11-22T23:25:40,755 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d1d3619ba5146f48994fb3a28c5e116, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732317938065 2024-11-22T23:25:40,778 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:40,779 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/9bc4225666874e39af490cc54661f085 is 50, key is test_row_0/C:col10/1732317938065/Put/seqid=0 2024-11-22T23:25:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742222_1398 (size=12697) 2024-11-22T23:25:40,804 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/0605555effd74fe2830ed62a16eb049c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0605555effd74fe2830ed62a16eb049c 2024-11-22T23:25:40,809 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/A of f676a17b3013a5d772e0b9e08722c849 into 0605555effd74fe2830ed62a16eb049c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:40,809 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:40,809 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/A, priority=13, startTime=1732317940289; duration=0sec 2024-11-22T23:25:40,809 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:40,810 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:A 2024-11-22T23:25:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:40,828 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229d73e1cf9e454854bbe829da91431544_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d73e1cf9e454854bbe829da91431544_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:40,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/4daf68968fb5431aa6660b134e99b2a5, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:40,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/4daf68968fb5431aa6660b134e99b2a5 is 175, key is test_row_0/A:col10/1732317939332/Put/seqid=0 2024-11-22T23:25:40,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742223_1399 (size=31255) 2024-11-22T23:25:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318000904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318000899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T23:25:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318000918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:40,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:40,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:41,211 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/9bc4225666874e39af490cc54661f085 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/9bc4225666874e39af490cc54661f085 2024-11-22T23:25:41,217 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/C of f676a17b3013a5d772e0b9e08722c849 into 9bc4225666874e39af490cc54661f085(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:41,217 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:41,217 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/C, priority=13, startTime=1732317940290; duration=0sec 2024-11-22T23:25:41,217 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:41,217 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:C 2024-11-22T23:25:41,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318001219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318001219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:41,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318001239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:41,260 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/4daf68968fb5431aa6660b134e99b2a5 2024-11-22T23:25:41,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c854fd5380ed45e1b99d75ddfb2ca126 is 50, key is test_row_0/B:col10/1732317939332/Put/seqid=0 2024-11-22T23:25:41,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742224_1400 (size=12301) 2024-11-22T23:25:41,321 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c854fd5380ed45e1b99d75ddfb2ca126 2024-11-22T23:25:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/a7f8a422982f466f907249988d71722c is 50, key is test_row_0/C:col10/1732317939332/Put/seqid=0 2024-11-22T23:25:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742225_1401 (size=12301) 2024-11-22T23:25:41,741 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/a7f8a422982f466f907249988d71722c 2024-11-22T23:25:41,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/4daf68968fb5431aa6660b134e99b2a5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/4daf68968fb5431aa6660b134e99b2a5 2024-11-22T23:25:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318001739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318001741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:41,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:41,750 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/4daf68968fb5431aa6660b134e99b2a5, entries=150, sequenceid=268, filesize=30.5 K 2024-11-22T23:25:41,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c854fd5380ed45e1b99d75ddfb2ca126 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c854fd5380ed45e1b99d75ddfb2ca126 2024-11-22T23:25:41,755 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c854fd5380ed45e1b99d75ddfb2ca126, entries=150, sequenceid=268, filesize=12.0 K 2024-11-22T23:25:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/a7f8a422982f466f907249988d71722c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a7f8a422982f466f907249988d71722c 2024-11-22T23:25:41,762 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a7f8a422982f466f907249988d71722c, entries=150, sequenceid=268, filesize=12.0 K 2024-11-22T23:25:41,763 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f676a17b3013a5d772e0b9e08722c849 in 1377ms, sequenceid=268, compaction requested=false 2024-11-22T23:25:41,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:41,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:41,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-22T23:25:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-22T23:25:41,764 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:41,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T23:25:41,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-22T23:25:41,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9930 sec 2024-11-22T23:25:41,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.9990 sec 2024-11-22T23:25:41,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dfec5ab72b674b09b76b6ed0dc8bd7a3_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317941763/Put/seqid=0 2024-11-22T23:25:41,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742226_1402 (size=14994) 2024-11-22T23:25:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T23:25:41,922 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:41,923 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-22T23:25:41,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:41,926 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:41,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T23:25:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318001974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:41,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:41,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T23:25:42,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318002088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:42,194 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:42,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dfec5ab72b674b09b76b6ed0dc8bd7a3_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dfec5ab72b674b09b76b6ed0dc8bd7a3_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:42,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/ff1059c5712144e1ac80dbf63894ccaa, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:42,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/ff1059c5712144e1ac80dbf63894ccaa is 175, key is test_row_0/A:col10/1732317941763/Put/seqid=0 2024-11-22T23:25:42,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742227_1403 (size=39949) 2024-11-22T23:25:42,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/ff1059c5712144e1ac80dbf63894ccaa 2024-11-22T23:25:42,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:42,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:42,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T23:25:42,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/12980b557d594410a3aa79b3196502fc is 50, key is test_row_0/B:col10/1732317941763/Put/seqid=0 2024-11-22T23:25:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742228_1404 (size=12301) 2024-11-22T23:25:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318002299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:42,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T23:25:42,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318002619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:42,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/12980b557d594410a3aa79b3196502fc 2024-11-22T23:25:42,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/1c806e9963b64c81ac9ac687f3d43658 is 50, key is test_row_0/C:col10/1732317941763/Put/seqid=0 2024-11-22T23:25:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742229_1405 (size=12301) 2024-11-22T23:25:42,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/1c806e9963b64c81ac9ac687f3d43658 2024-11-22T23:25:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/ff1059c5712144e1ac80dbf63894ccaa as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/ff1059c5712144e1ac80dbf63894ccaa 2024-11-22T23:25:42,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/ff1059c5712144e1ac80dbf63894ccaa, entries=200, sequenceid=285, filesize=39.0 K 2024-11-22T23:25:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/12980b557d594410a3aa79b3196502fc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12980b557d594410a3aa79b3196502fc 2024-11-22T23:25:42,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12980b557d594410a3aa79b3196502fc, entries=150, sequenceid=285, filesize=12.0 K 2024-11-22T23:25:42,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/1c806e9963b64c81ac9ac687f3d43658 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1c806e9963b64c81ac9ac687f3d43658 2024-11-22T23:25:42,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1c806e9963b64c81ac9ac687f3d43658, entries=150, sequenceid=285, filesize=12.0 K 2024-11-22T23:25:42,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f676a17b3013a5d772e0b9e08722c849 in 978ms, sequenceid=285, compaction requested=true 2024-11-22T23:25:42,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:42,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:42,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:42,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:42,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T23:25:42,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:42,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T23:25:42,742 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:42,742 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:42,743 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:42,743 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/A is initiating minor compaction (all files) 2024-11-22T23:25:42,743 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/A in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,743 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0605555effd74fe2830ed62a16eb049c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/4daf68968fb5431aa6660b134e99b2a5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/ff1059c5712144e1ac80dbf63894ccaa] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=100.4 K 2024-11-22T23:25:42,744 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,744 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0605555effd74fe2830ed62a16eb049c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/4daf68968fb5431aa6660b134e99b2a5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/ff1059c5712144e1ac80dbf63894ccaa] 2024-11-22T23:25:42,744 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:42,744 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/C is initiating minor compaction (all files) 2024-11-22T23:25:42,744 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/C in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,744 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/9bc4225666874e39af490cc54661f085, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a7f8a422982f466f907249988d71722c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1c806e9963b64c81ac9ac687f3d43658] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=36.4 K 2024-11-22T23:25:42,744 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0605555effd74fe2830ed62a16eb049c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732317938065 2024-11-22T23:25:42,745 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bc4225666874e39af490cc54661f085, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732317938065 2024-11-22T23:25:42,745 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4daf68968fb5431aa6660b134e99b2a5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732317939332 2024-11-22T23:25:42,745 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a7f8a422982f466f907249988d71722c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732317939332 2024-11-22T23:25:42,746 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff1059c5712144e1ac80dbf63894ccaa, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732317940553 2024-11-22T23:25:42,747 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c806e9963b64c81ac9ac687f3d43658, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732317940553 2024-11-22T23:25:42,754 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:42,756 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#C#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:42,756 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/fcd34fc102124a838245325e90d1bc02 is 50, key is test_row_0/C:col10/1732317941763/Put/seqid=0 2024-11-22T23:25:42,760 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112221e76d65bb174fc9bfba7bb1b9a18fbe_f676a17b3013a5d772e0b9e08722c849 store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:42,763 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112221e76d65bb174fc9bfba7bb1b9a18fbe_f676a17b3013a5d772e0b9e08722c849, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:42,763 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112221e76d65bb174fc9bfba7bb1b9a18fbe_f676a17b3013a5d772e0b9e08722c849 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:42,766 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:42,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T23:25:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742230_1406 (size=12949) 2024-11-22T23:25:42,789 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/fcd34fc102124a838245325e90d1bc02 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/fcd34fc102124a838245325e90d1bc02 2024-11-22T23:25:42,796 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/C of f676a17b3013a5d772e0b9e08722c849 into fcd34fc102124a838245325e90d1bc02(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:42,796 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:42,797 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/C, priority=13, startTime=1732317942742; duration=0sec 2024-11-22T23:25:42,797 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:42,797 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:C 2024-11-22T23:25:42,797 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:25:42,798 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:25:42,798 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/B is initiating minor compaction (all files) 2024-11-22T23:25:42,798 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/B in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,798 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/153541917ffb4f4180cdf671253305e6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c854fd5380ed45e1b99d75ddfb2ca126, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12980b557d594410a3aa79b3196502fc] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=36.4 K 2024-11-22T23:25:42,798 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 153541917ffb4f4180cdf671253305e6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732317938065 2024-11-22T23:25:42,798 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c854fd5380ed45e1b99d75ddfb2ca126, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732317939332 2024-11-22T23:25:42,798 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 12980b557d594410a3aa79b3196502fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732317940553 2024-11-22T23:25:42,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e244bbce454d4ecaac50d1486caecb99_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317941957/Put/seqid=0 2024-11-22T23:25:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742231_1407 (size=4469) 2024-11-22T23:25:42,818 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#A#compaction#339 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:42,819 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/523045df2ee048a7aa2931aeba1718c0 is 175, key is test_row_0/A:col10/1732317941763/Put/seqid=0 2024-11-22T23:25:42,831 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#B#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:42,831 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/97b7ab9968434a3ba441b6a6e853b48a is 50, key is test_row_0/B:col10/1732317941763/Put/seqid=0 2024-11-22T23:25:42,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318002821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:42,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318002827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:42,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742232_1408 (size=17534) 2024-11-22T23:25:42,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:42,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e244bbce454d4ecaac50d1486caecb99_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e244bbce454d4ecaac50d1486caecb99_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742233_1409 (size=31903) 2024-11-22T23:25:42,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/821f61e2336c4dfbab8a95d2a4c64f8b, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:42,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/821f61e2336c4dfbab8a95d2a4c64f8b is 175, key is test_row_0/A:col10/1732317941957/Put/seqid=0 2024-11-22T23:25:42,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:42,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:42,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:42,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:42,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742234_1410 (size=12949) 2024-11-22T23:25:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742235_1411 (size=48639) 2024-11-22T23:25:42,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318002949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:42,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318002949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:43,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T23:25:43,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49816 deadline: 1732318003068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,074 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18310 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1732318003089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,099 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_0' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18326 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318003139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:43,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:43,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:43,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:43,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318003159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318003170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,257 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/523045df2ee048a7aa2931aeba1718c0 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/523045df2ee048a7aa2931aeba1718c0 2024-11-22T23:25:43,260 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/A of f676a17b3013a5d772e0b9e08722c849 into 523045df2ee048a7aa2931aeba1718c0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:43,260 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:43,260 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/A, priority=13, startTime=1732317942742; duration=0sec 2024-11-22T23:25:43,261 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:43,261 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:A 2024-11-22T23:25:43,272 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/97b7ab9968434a3ba441b6a6e853b48a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/97b7ab9968434a3ba441b6a6e853b48a 2024-11-22T23:25:43,276 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/B of f676a17b3013a5d772e0b9e08722c849 into 97b7ab9968434a3ba441b6a6e853b48a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:43,277 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:43,277 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/B, priority=13, startTime=1732317942742; duration=0sec 2024-11-22T23:25:43,277 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:43,277 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:B 2024-11-22T23:25:43,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/821f61e2336c4dfbab8a95d2a4c64f8b 2024-11-22T23:25:43,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/4a6e6984d1734ba9b012723f98287acc is 50, key is test_row_0/B:col10/1732317941957/Put/seqid=0 2024-11-22T23:25:43,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:43,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:43,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742236_1412 (size=12301) 2024-11-22T23:25:43,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/4a6e6984d1734ba9b012723f98287acc 2024-11-22T23:25:43,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/b2c9a02dae5f4e38a695f158a0d5587f is 50, key is test_row_0/C:col10/1732317941957/Put/seqid=0 2024-11-22T23:25:43,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742237_1413 (size=12301) 2024-11-22T23:25:43,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/b2c9a02dae5f4e38a695f158a0d5587f 2024-11-22T23:25:43,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/821f61e2336c4dfbab8a95d2a4c64f8b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/821f61e2336c4dfbab8a95d2a4c64f8b 2024-11-22T23:25:43,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/821f61e2336c4dfbab8a95d2a4c64f8b, entries=250, sequenceid=309, filesize=47.5 K 2024-11-22T23:25:43,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/4a6e6984d1734ba9b012723f98287acc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4a6e6984d1734ba9b012723f98287acc 2024-11-22T23:25:43,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4a6e6984d1734ba9b012723f98287acc, entries=150, sequenceid=309, filesize=12.0 K 2024-11-22T23:25:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/b2c9a02dae5f4e38a695f158a0d5587f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/b2c9a02dae5f4e38a695f158a0d5587f 2024-11-22T23:25:43,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/b2c9a02dae5f4e38a695f158a0d5587f, entries=150, sequenceid=309, filesize=12.0 K 2024-11-22T23:25:43,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f676a17b3013a5d772e0b9e08722c849 in 686ms, sequenceid=309, compaction requested=false 2024-11-22T23:25:43,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:43,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T23:25:43,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:43,476 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T23:25:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:43,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. as already flushing 2024-11-22T23:25:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a98dd05172244fa1b1a7613d958ca5a2_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317942809/Put/seqid=0 2024-11-22T23:25:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742238_1414 (size=12454) 2024-11-22T23:25:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:43,506 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a98dd05172244fa1b1a7613d958ca5a2_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a98dd05172244fa1b1a7613d958ca5a2_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/57c30c618e7a41be9770ed152a6a8b88, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/57c30c618e7a41be9770ed152a6a8b88 is 175, key is test_row_0/A:col10/1732317942809/Put/seqid=0 2024-11-22T23:25:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742239_1415 (size=31255) 2024-11-22T23:25:43,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318003595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318003605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318003709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318003719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,918 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/57c30c618e7a41be9770ed152a6a8b88 2024-11-22T23:25:43,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318003919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/2f8f83eb8f0a4721bd7c98d1676d72c5 is 50, key is test_row_0/B:col10/1732317942809/Put/seqid=0 2024-11-22T23:25:43,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742240_1416 (size=12301) 2024-11-22T23:25:43,941 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:25:43,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318003938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:43,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T23:25:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49832 deadline: 1732318004158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:44,167 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_1' in f676a17b3013a5d772e0b9e08722c849 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:25:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:44,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318004229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:44,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:44,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49852 deadline: 1732318004249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:44,329 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/2f8f83eb8f0a4721bd7c98d1676d72c5 2024-11-22T23:25:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/96291d5b5c7e4e4d9bcd1c8f08454f28 is 50, key is test_row_0/C:col10/1732317942809/Put/seqid=0 2024-11-22T23:25:44,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742241_1417 (size=12301) 2024-11-22T23:25:44,721 INFO [Thread-1519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1519. 2024-11-22T23:25:44,721 DEBUG [Thread-1519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:44,721 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,721 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:44,726 INFO [Thread-1521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1521. 2024-11-22T23:25:44,726 INFO [Thread-1523 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1523. 2024-11-22T23:25:44,726 DEBUG [Thread-1523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:44,726 DEBUG [Thread-1521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:44,726 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,726 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,727 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,727 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:44,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:44,731 INFO [Thread-1525 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1525. 2024-11-22T23:25:44,731 DEBUG [Thread-1525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:44,731 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,731 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:44,735 INFO [Thread-1527 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1527. 2024-11-22T23:25:44,735 DEBUG [Thread-1527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:44,735 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,736 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:44,746 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/96291d5b5c7e4e4d9bcd1c8f08454f28 2024-11-22T23:25:44,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1732318004749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:25:44,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/57c30c618e7a41be9770ed152a6a8b88 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/57c30c618e7a41be9770ed152a6a8b88 2024-11-22T23:25:44,754 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/57c30c618e7a41be9770ed152a6a8b88, entries=150, sequenceid=324, filesize=30.5 K 2024-11-22T23:25:44,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/2f8f83eb8f0a4721bd7c98d1676d72c5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/2f8f83eb8f0a4721bd7c98d1676d72c5 2024-11-22T23:25:44,761 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/2f8f83eb8f0a4721bd7c98d1676d72c5, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T23:25:44,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/96291d5b5c7e4e4d9bcd1c8f08454f28 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/96291d5b5c7e4e4d9bcd1c8f08454f28 2024-11-22T23:25:44,766 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/96291d5b5c7e4e4d9bcd1c8f08454f28, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T23:25:44,766 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f676a17b3013a5d772e0b9e08722c849 in 1290ms, sequenceid=324, compaction requested=true 2024-11-22T23:25:44,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:44,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:44,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-22T23:25:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-22T23:25:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:44,769 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:44,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:25:44,769 INFO [Thread-1508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1508. 2024-11-22T23:25:44,769 DEBUG [Thread-1508 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:44,769 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-22T23:25:44,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8420 sec 2024-11-22T23:25:44,770 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:44,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:44,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.8470 sec 2024-11-22T23:25:44,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212fc4f254751414e8e5b11a71fb43610_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317943565/Put/seqid=0 2024-11-22T23:25:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742242_1418 (size=12454) 2024-11-22T23:25:45,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:45,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212fc4f254751414e8e5b11a71fb43610_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212fc4f254751414e8e5b11a71fb43610_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:45,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/b094ef692f9340a983d48cb02b6ac5b3, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:45,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/b094ef692f9340a983d48cb02b6ac5b3 is 175, key is test_row_0/A:col10/1732317943565/Put/seqid=0 2024-11-22T23:25:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742243_1419 (size=31255) 2024-11-22T23:25:45,210 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/b094ef692f9340a983d48cb02b6ac5b3 2024-11-22T23:25:45,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c0502d9d8d124d9bb792841e2bae7773 is 50, key is test_row_0/B:col10/1732317943565/Put/seqid=0 2024-11-22T23:25:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742244_1420 (size=12301) 2024-11-22T23:25:45,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c0502d9d8d124d9bb792841e2bae7773 2024-11-22T23:25:45,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/a68f329e1bba4149a0d7c36cdfe42f65 is 50, key is test_row_0/C:col10/1732317943565/Put/seqid=0 2024-11-22T23:25:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742245_1421 (size=12301) 2024-11-22T23:25:45,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/a68f329e1bba4149a0d7c36cdfe42f65 2024-11-22T23:25:45,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/b094ef692f9340a983d48cb02b6ac5b3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/b094ef692f9340a983d48cb02b6ac5b3 2024-11-22T23:25:45,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/b094ef692f9340a983d48cb02b6ac5b3, entries=150, sequenceid=349, filesize=30.5 K 2024-11-22T23:25:45,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/c0502d9d8d124d9bb792841e2bae7773 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c0502d9d8d124d9bb792841e2bae7773 2024-11-22T23:25:45,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c0502d9d8d124d9bb792841e2bae7773, entries=150, sequenceid=349, filesize=12.0 K 2024-11-22T23:25:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/a68f329e1bba4149a0d7c36cdfe42f65 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a68f329e1bba4149a0d7c36cdfe42f65 2024-11-22T23:25:45,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a68f329e1bba4149a0d7c36cdfe42f65, entries=150, sequenceid=349, filesize=12.0 K 2024-11-22T23:25:45,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f676a17b3013a5d772e0b9e08722c849 in 498ms, sequenceid=349, compaction requested=true 2024-11-22T23:25:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:25:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:25:45,267 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f676a17b3013a5d772e0b9e08722c849:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:25:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T23:25:45,267 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:45,276 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143052 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:45,277 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/A is initiating minor compaction (all files) 2024-11-22T23:25:45,277 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/A in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:45,277 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/523045df2ee048a7aa2931aeba1718c0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/821f61e2336c4dfbab8a95d2a4c64f8b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/57c30c618e7a41be9770ed152a6a8b88, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/b094ef692f9340a983d48cb02b6ac5b3] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=139.7 K 2024-11-22T23:25:45,277 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:45,277 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/B is initiating minor compaction (all files) 2024-11-22T23:25:45,277 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/B in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:45,277 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/97b7ab9968434a3ba441b6a6e853b48a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4a6e6984d1734ba9b012723f98287acc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/2f8f83eb8f0a4721bd7c98d1676d72c5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c0502d9d8d124d9bb792841e2bae7773] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=48.7 K 2024-11-22T23:25:45,277 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:45,277 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/523045df2ee048a7aa2931aeba1718c0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/821f61e2336c4dfbab8a95d2a4c64f8b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/57c30c618e7a41be9770ed152a6a8b88, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/b094ef692f9340a983d48cb02b6ac5b3] 2024-11-22T23:25:45,278 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97b7ab9968434a3ba441b6a6e853b48a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732317940553 2024-11-22T23:25:45,278 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 523045df2ee048a7aa2931aeba1718c0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732317940553 2024-11-22T23:25:45,278 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a6e6984d1734ba9b012723f98287acc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732317941957 2024-11-22T23:25:45,278 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 821f61e2336c4dfbab8a95d2a4c64f8b, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732317941942 2024-11-22T23:25:45,279 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f8f83eb8f0a4721bd7c98d1676d72c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732317942789 2024-11-22T23:25:45,279 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 57c30c618e7a41be9770ed152a6a8b88, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732317942789 2024-11-22T23:25:45,279 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0502d9d8d124d9bb792841e2bae7773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732317943565 2024-11-22T23:25:45,279 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b094ef692f9340a983d48cb02b6ac5b3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732317943565 2024-11-22T23:25:45,288 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:45,290 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:45,290 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/aed45856faa54d42bf2bff624a52e5a4 is 50, key is test_row_0/B:col10/1732317943565/Put/seqid=0 2024-11-22T23:25:45,293 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122edc0e141a43949b895e8887417820e32_f676a17b3013a5d772e0b9e08722c849 store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:45,301 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122edc0e141a43949b895e8887417820e32_f676a17b3013a5d772e0b9e08722c849, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:45,302 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122edc0e141a43949b895e8887417820e32_f676a17b3013a5d772e0b9e08722c849 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742246_1422 (size=13085) 2024-11-22T23:25:45,311 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/aed45856faa54d42bf2bff624a52e5a4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/aed45856faa54d42bf2bff624a52e5a4 2024-11-22T23:25:45,317 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/B of f676a17b3013a5d772e0b9e08722c849 into aed45856faa54d42bf2bff624a52e5a4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:45,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:45,317 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/B, priority=12, startTime=1732317945267; duration=0sec 2024-11-22T23:25:45,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:25:45,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:B 2024-11-22T23:25:45,320 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:25:45,322 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:25:45,322 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): f676a17b3013a5d772e0b9e08722c849/C is initiating minor compaction (all files) 2024-11-22T23:25:45,322 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f676a17b3013a5d772e0b9e08722c849/C in TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:45,322 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/fcd34fc102124a838245325e90d1bc02, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/b2c9a02dae5f4e38a695f158a0d5587f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/96291d5b5c7e4e4d9bcd1c8f08454f28, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a68f329e1bba4149a0d7c36cdfe42f65] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp, totalSize=48.7 K 2024-11-22T23:25:45,323 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcd34fc102124a838245325e90d1bc02, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732317940553 2024-11-22T23:25:45,323 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2c9a02dae5f4e38a695f158a0d5587f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732317941957 2024-11-22T23:25:45,323 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96291d5b5c7e4e4d9bcd1c8f08454f28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732317942789 2024-11-22T23:25:45,324 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a68f329e1bba4149a0d7c36cdfe42f65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732317943565 2024-11-22T23:25:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742247_1423 (size=4469) 2024-11-22T23:25:45,338 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#A#compaction#351 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:45,339 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/75d85ed7139e4a59a7ee1da6fb6723c6 is 175, key is test_row_0/A:col10/1732317943565/Put/seqid=0 2024-11-22T23:25:45,343 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f676a17b3013a5d772e0b9e08722c849#C#compaction#353 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:25:45,343 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/4ddc7fd441ca436eb10111271ef8df4c is 50, key is test_row_0/C:col10/1732317943565/Put/seqid=0 2024-11-22T23:25:45,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742249_1425 (size=13085) 2024-11-22T23:25:45,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742248_1424 (size=32039) 2024-11-22T23:25:45,368 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/75d85ed7139e4a59a7ee1da6fb6723c6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/75d85ed7139e4a59a7ee1da6fb6723c6 2024-11-22T23:25:45,373 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/A of f676a17b3013a5d772e0b9e08722c849 into 75d85ed7139e4a59a7ee1da6fb6723c6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:45,373 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:45,373 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/A, priority=12, startTime=1732317945267; duration=0sec 2024-11-22T23:25:45,374 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:45,374 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:A 2024-11-22T23:25:45,757 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/4ddc7fd441ca436eb10111271ef8df4c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/4ddc7fd441ca436eb10111271ef8df4c 2024-11-22T23:25:45,761 INFO [Thread-1516 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1516. 2024-11-22T23:25:45,761 DEBUG [Thread-1516 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:45,761 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:45,761 DEBUG [Thread-1516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:45,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:45,764 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f676a17b3013a5d772e0b9e08722c849/C of f676a17b3013a5d772e0b9e08722c849 into 4ddc7fd441ca436eb10111271ef8df4c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:25:45,764 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f676a17b3013a5d772e0b9e08722c849: 2024-11-22T23:25:45,765 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., storeName=f676a17b3013a5d772e0b9e08722c849/C, priority=12, startTime=1732317945267; duration=0sec 2024-11-22T23:25:45,765 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:25:45,765 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f676a17b3013a5d772e0b9e08722c849:C 2024-11-22T23:25:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T23:25:46,089 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:46,181 INFO [Thread-1514 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1514. 2024-11-22T23:25:46,181 DEBUG [Thread-1514 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:46,181 DEBUG [Thread-1514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:46,181 DEBUG [Thread-1514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:46,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:48,628 WARN [regionserver/a3d87a7361f3:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-22T23:25:48,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/38bedf8e5db1490092d67b1fa05124c5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/c5315e9acf85439fb4b45a474d55e5a5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/473fd1946a3a4b889ee12cbd896bd299, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/444ad639f9a64f4a9e0c0373193cf096, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2c644e2973124b529c951f8d75f29a4b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/01f38aaf80a34985a8a2131ad2903bfe, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/fbd050cd2a98448a809dd1a5c5e2d62d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/cadbe027cbd841eba12bc92a21f9790d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/87135cd556954a30a4505d950ea089d5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/e5370947bd954b3ab41e0574e62c2465, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0d2dc1a5b105427fb4670c94acff49a3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d36c2eaf0fd040d7924a8ddb50751691, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/eefd0d4477f040818083b4bf27b4cf8b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/8d76e949d2b04b5191ae170ad5b09558, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/857ea335eadc4fe6aa6807c29cc3a56f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0605555effd74fe2830ed62a16eb049c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/4daf68968fb5431aa6660b134e99b2a5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/ff1059c5712144e1ac80dbf63894ccaa, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/523045df2ee048a7aa2931aeba1718c0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/821f61e2336c4dfbab8a95d2a4c64f8b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/57c30c618e7a41be9770ed152a6a8b88, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/b094ef692f9340a983d48cb02b6ac5b3] to archive 2024-11-22T23:25:48,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:25:48,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/38bedf8e5db1490092d67b1fa05124c5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/38bedf8e5db1490092d67b1fa05124c5 2024-11-22T23:25:48,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/c5315e9acf85439fb4b45a474d55e5a5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/c5315e9acf85439fb4b45a474d55e5a5 2024-11-22T23:25:48,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/473fd1946a3a4b889ee12cbd896bd299 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/473fd1946a3a4b889ee12cbd896bd299 2024-11-22T23:25:48,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/444ad639f9a64f4a9e0c0373193cf096 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/444ad639f9a64f4a9e0c0373193cf096 2024-11-22T23:25:48,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2c644e2973124b529c951f8d75f29a4b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2c644e2973124b529c951f8d75f29a4b 2024-11-22T23:25:48,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/2907b0b3fa7c4daa8e77cfe7d81bc9cb 2024-11-22T23:25:48,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/01f38aaf80a34985a8a2131ad2903bfe to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/01f38aaf80a34985a8a2131ad2903bfe 2024-11-22T23:25:48,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/fbd050cd2a98448a809dd1a5c5e2d62d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/fbd050cd2a98448a809dd1a5c5e2d62d 2024-11-22T23:25:48,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/cadbe027cbd841eba12bc92a21f9790d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/cadbe027cbd841eba12bc92a21f9790d 2024-11-22T23:25:48,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/87135cd556954a30a4505d950ea089d5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/87135cd556954a30a4505d950ea089d5 2024-11-22T23:25:48,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/e5370947bd954b3ab41e0574e62c2465 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/e5370947bd954b3ab41e0574e62c2465 2024-11-22T23:25:48,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0d2dc1a5b105427fb4670c94acff49a3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0d2dc1a5b105427fb4670c94acff49a3 2024-11-22T23:25:48,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d36c2eaf0fd040d7924a8ddb50751691 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d36c2eaf0fd040d7924a8ddb50751691 2024-11-22T23:25:48,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/eefd0d4477f040818083b4bf27b4cf8b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/eefd0d4477f040818083b4bf27b4cf8b 2024-11-22T23:25:48,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/8d76e949d2b04b5191ae170ad5b09558 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/8d76e949d2b04b5191ae170ad5b09558 2024-11-22T23:25:48,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/857ea335eadc4fe6aa6807c29cc3a56f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/857ea335eadc4fe6aa6807c29cc3a56f 2024-11-22T23:25:48,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0605555effd74fe2830ed62a16eb049c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/0605555effd74fe2830ed62a16eb049c 2024-11-22T23:25:48,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/4daf68968fb5431aa6660b134e99b2a5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/4daf68968fb5431aa6660b134e99b2a5 2024-11-22T23:25:48,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/ff1059c5712144e1ac80dbf63894ccaa to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/ff1059c5712144e1ac80dbf63894ccaa 2024-11-22T23:25:48,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/523045df2ee048a7aa2931aeba1718c0 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/523045df2ee048a7aa2931aeba1718c0 2024-11-22T23:25:48,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/821f61e2336c4dfbab8a95d2a4c64f8b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/821f61e2336c4dfbab8a95d2a4c64f8b 2024-11-22T23:25:48,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/57c30c618e7a41be9770ed152a6a8b88 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/57c30c618e7a41be9770ed152a6a8b88 2024-11-22T23:25:48,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/b094ef692f9340a983d48cb02b6ac5b3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/b094ef692f9340a983d48cb02b6ac5b3 2024-11-22T23:25:48,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b0790c5be71f4fb4948a00bd56a34f57, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0bd6909931bc434d9b801c84160fd5f1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12931d14665b480e8172dd327c9c8a14, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/83ce3ffa3e7c4e118897037ac8e714af, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/48a013540aa647dea52ffba8f72a5138, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4cca94d4e9354fd3bae64e57d51806dd, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b6ec902b31bf4747ab6e997be33eb69d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c48834a13ddb44eaa668e7ae921163c8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/52b8bf07c6fb4325b90635f7f61afcaf, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/58692641f21345c999951e2df1ec404d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c7ad8afa2ce541508503c74fe329b5a0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/89c89f032ff24453bcbd0094feae4c30, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0519c5fda95347fd82f96d977e9ccdb8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/7c9dffcacd7441dcbadc694dea8ca1b4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/e8b11e64c9d64b438cb423df4a3c58d7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/153541917ffb4f4180cdf671253305e6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/f939f9cb0e804bf09d517acc2f72d887, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c854fd5380ed45e1b99d75ddfb2ca126, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/97b7ab9968434a3ba441b6a6e853b48a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12980b557d594410a3aa79b3196502fc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4a6e6984d1734ba9b012723f98287acc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/2f8f83eb8f0a4721bd7c98d1676d72c5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c0502d9d8d124d9bb792841e2bae7773] to archive 2024-11-22T23:25:48,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:25:48,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b0790c5be71f4fb4948a00bd56a34f57 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b0790c5be71f4fb4948a00bd56a34f57 2024-11-22T23:25:48,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0bd6909931bc434d9b801c84160fd5f1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0bd6909931bc434d9b801c84160fd5f1 2024-11-22T23:25:48,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12931d14665b480e8172dd327c9c8a14 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12931d14665b480e8172dd327c9c8a14 2024-11-22T23:25:48,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/83ce3ffa3e7c4e118897037ac8e714af to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/83ce3ffa3e7c4e118897037ac8e714af 2024-11-22T23:25:48,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/48a013540aa647dea52ffba8f72a5138 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/48a013540aa647dea52ffba8f72a5138 2024-11-22T23:25:48,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4cca94d4e9354fd3bae64e57d51806dd to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4cca94d4e9354fd3bae64e57d51806dd 2024-11-22T23:25:48,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b6ec902b31bf4747ab6e997be33eb69d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/b6ec902b31bf4747ab6e997be33eb69d 2024-11-22T23:25:48,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c48834a13ddb44eaa668e7ae921163c8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c48834a13ddb44eaa668e7ae921163c8 2024-11-22T23:25:48,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/52b8bf07c6fb4325b90635f7f61afcaf to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/52b8bf07c6fb4325b90635f7f61afcaf 2024-11-22T23:25:48,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/58692641f21345c999951e2df1ec404d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/58692641f21345c999951e2df1ec404d 2024-11-22T23:25:48,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c7ad8afa2ce541508503c74fe329b5a0 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c7ad8afa2ce541508503c74fe329b5a0 2024-11-22T23:25:48,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/89c89f032ff24453bcbd0094feae4c30 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/89c89f032ff24453bcbd0094feae4c30 2024-11-22T23:25:48,676 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0519c5fda95347fd82f96d977e9ccdb8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/0519c5fda95347fd82f96d977e9ccdb8 2024-11-22T23:25:48,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/7c9dffcacd7441dcbadc694dea8ca1b4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/7c9dffcacd7441dcbadc694dea8ca1b4 2024-11-22T23:25:48,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/e8b11e64c9d64b438cb423df4a3c58d7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/e8b11e64c9d64b438cb423df4a3c58d7 2024-11-22T23:25:48,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/153541917ffb4f4180cdf671253305e6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/153541917ffb4f4180cdf671253305e6 2024-11-22T23:25:48,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/f939f9cb0e804bf09d517acc2f72d887 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/f939f9cb0e804bf09d517acc2f72d887 2024-11-22T23:25:48,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c854fd5380ed45e1b99d75ddfb2ca126 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c854fd5380ed45e1b99d75ddfb2ca126 2024-11-22T23:25:48,681 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/97b7ab9968434a3ba441b6a6e853b48a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/97b7ab9968434a3ba441b6a6e853b48a 2024-11-22T23:25:48,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12980b557d594410a3aa79b3196502fc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/12980b557d594410a3aa79b3196502fc 2024-11-22T23:25:48,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4a6e6984d1734ba9b012723f98287acc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/4a6e6984d1734ba9b012723f98287acc 2024-11-22T23:25:48,684 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/2f8f83eb8f0a4721bd7c98d1676d72c5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/2f8f83eb8f0a4721bd7c98d1676d72c5 2024-11-22T23:25:48,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c0502d9d8d124d9bb792841e2bae7773 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/c0502d9d8d124d9bb792841e2bae7773 2024-11-22T23:25:48,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/929460e59fcc4e07aaa800cd5f2a6746, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/35b2f22857be488f99c7c45a3b9fba6f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/710fd29533db4fd7bfec897a81cd5bd5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/5ed4a803b1324eea96e5e8f21cb4aee5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3770e5ee862f47dfbed8e416b3068a40, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c978ed6c27f64329976c5dcd58d5dc70, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3d8a706593634624aed1b7765b79b753, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/d692113b422d45f4a8b9544f3baf117e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/0d0d20dfe52f45fb95738b20a7447eb9, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/ea387bfea51646c8bcc0475ce00b2b5b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e2f6ab224bba45a192bd593a5e21672d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c55cea0139a943ce908649317b857f2b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/116fc2183f0842d98f568cbda30a1a40, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/2630adabebc3422281f51345cd551376, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/77b6c39ef2d4400eb6b8476b357325be, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/9bc4225666874e39af490cc54661f085, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1d1d3619ba5146f48994fb3a28c5e116, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a7f8a422982f466f907249988d71722c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/fcd34fc102124a838245325e90d1bc02, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1c806e9963b64c81ac9ac687f3d43658, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/b2c9a02dae5f4e38a695f158a0d5587f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/96291d5b5c7e4e4d9bcd1c8f08454f28, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a68f329e1bba4149a0d7c36cdfe42f65] to archive 2024-11-22T23:25:48,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:25:48,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/929460e59fcc4e07aaa800cd5f2a6746 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/929460e59fcc4e07aaa800cd5f2a6746 2024-11-22T23:25:48,692 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/35b2f22857be488f99c7c45a3b9fba6f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/35b2f22857be488f99c7c45a3b9fba6f 2024-11-22T23:25:48,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/710fd29533db4fd7bfec897a81cd5bd5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/710fd29533db4fd7bfec897a81cd5bd5 2024-11-22T23:25:48,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/5ed4a803b1324eea96e5e8f21cb4aee5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/5ed4a803b1324eea96e5e8f21cb4aee5 2024-11-22T23:25:48,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3770e5ee862f47dfbed8e416b3068a40 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3770e5ee862f47dfbed8e416b3068a40 2024-11-22T23:25:48,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c978ed6c27f64329976c5dcd58d5dc70 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c978ed6c27f64329976c5dcd58d5dc70 2024-11-22T23:25:48,696 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3d8a706593634624aed1b7765b79b753 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/3d8a706593634624aed1b7765b79b753 2024-11-22T23:25:48,697 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/d692113b422d45f4a8b9544f3baf117e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/d692113b422d45f4a8b9544f3baf117e 2024-11-22T23:25:48,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/0d0d20dfe52f45fb95738b20a7447eb9 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/0d0d20dfe52f45fb95738b20a7447eb9 2024-11-22T23:25:48,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/ea387bfea51646c8bcc0475ce00b2b5b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/ea387bfea51646c8bcc0475ce00b2b5b 2024-11-22T23:25:48,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e2f6ab224bba45a192bd593a5e21672d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e2f6ab224bba45a192bd593a5e21672d 2024-11-22T23:25:48,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c55cea0139a943ce908649317b857f2b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/c55cea0139a943ce908649317b857f2b 2024-11-22T23:25:48,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/116fc2183f0842d98f568cbda30a1a40 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/116fc2183f0842d98f568cbda30a1a40 2024-11-22T23:25:48,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/2630adabebc3422281f51345cd551376 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/2630adabebc3422281f51345cd551376 2024-11-22T23:25:48,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/77b6c39ef2d4400eb6b8476b357325be to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/77b6c39ef2d4400eb6b8476b357325be 2024-11-22T23:25:48,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/9bc4225666874e39af490cc54661f085 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/9bc4225666874e39af490cc54661f085 2024-11-22T23:25:48,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1d1d3619ba5146f48994fb3a28c5e116 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1d1d3619ba5146f48994fb3a28c5e116 2024-11-22T23:25:48,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a7f8a422982f466f907249988d71722c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a7f8a422982f466f907249988d71722c 2024-11-22T23:25:48,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/fcd34fc102124a838245325e90d1bc02 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/fcd34fc102124a838245325e90d1bc02 2024-11-22T23:25:48,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1c806e9963b64c81ac9ac687f3d43658 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/1c806e9963b64c81ac9ac687f3d43658 2024-11-22T23:25:48,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/b2c9a02dae5f4e38a695f158a0d5587f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/b2c9a02dae5f4e38a695f158a0d5587f 2024-11-22T23:25:48,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/96291d5b5c7e4e4d9bcd1c8f08454f28 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/96291d5b5c7e4e4d9bcd1c8f08454f28 2024-11-22T23:25:48,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a3d87a7361f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a68f329e1bba4149a0d7c36cdfe42f65 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/a68f329e1bba4149a0d7c36cdfe42f65 2024-11-22T23:25:53,174 INFO [Thread-1510 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1510. 2024-11-22T23:25:53,175 DEBUG [Thread-1510 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:53,175 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:53,175 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:53,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:53,203 INFO [Thread-1512 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1512. 2024-11-22T23:25:53,203 DEBUG [Thread-1512 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:25:53,203 DEBUG [Thread-1512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:53,203 DEBUG [Thread-1512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:53,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 5 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1169 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3504 rows 2024-11-22T23:25:53,204 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1161 2024-11-22T23:25:53,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3483 rows 2024-11-22T23:25:53,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1160 2024-11-22T23:25:53,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3475 rows 2024-11-22T23:25:53,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1168 2024-11-22T23:25:53,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3499 rows 2024-11-22T23:25:53,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1163 2024-11-22T23:25:53,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3489 rows 2024-11-22T23:25:53,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:25:53,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:25:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:53,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:25:53,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T23:25:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T23:25:53,212 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317953211"}]},"ts":"1732317953211"} 2024-11-22T23:25:53,213 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T23:25:53,213 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T23:25:53,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:25:53,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, UNASSIGN}] 2024-11-22T23:25:53,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, UNASSIGN 2024-11-22T23:25:53,217 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=f676a17b3013a5d772e0b9e08722c849, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:53,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, UNASSIGN because future has completed 2024-11-22T23:25:53,218 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:25:53,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:25:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T23:25:53,370 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:53,370 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:25:53,370 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing f676a17b3013a5d772e0b9e08722c849, disabling compactions & flushes 2024-11-22T23:25:53,370 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:53,370 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:53,370 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. after waiting 0 ms 2024-11-22T23:25:53,370 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:53,370 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing f676a17b3013a5d772e0b9e08722c849 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T23:25:53,375 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c83c935c2f174775a0a7f6cb94ed4bb2_f676a17b3013a5d772e0b9e08722c849 is 50, key is test_row_0/A:col10/1732317953200/Put/seqid=0 2024-11-22T23:25:53,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742250_1426 (size=9914) 2024-11-22T23:25:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T23:25:53,780 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:53,790 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c83c935c2f174775a0a7f6cb94ed4bb2_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c83c935c2f174775a0a7f6cb94ed4bb2_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:53,792 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/d4897d1aba9a4d8caafd8db9f16bf404, store: [table=TestAcidGuarantees family=A region=f676a17b3013a5d772e0b9e08722c849] 2024-11-22T23:25:53,793 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/d4897d1aba9a4d8caafd8db9f16bf404 is 175, key is test_row_0/A:col10/1732317953200/Put/seqid=0 2024-11-22T23:25:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742251_1427 (size=22561) 2024-11-22T23:25:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T23:25:54,199 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/d4897d1aba9a4d8caafd8db9f16bf404 2024-11-22T23:25:54,212 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/13f6df4c2b324bc384c923a60f88ca04 is 50, key is test_row_0/B:col10/1732317953200/Put/seqid=0 2024-11-22T23:25:54,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742252_1428 (size=9857) 2024-11-22T23:25:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T23:25:54,617 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/13f6df4c2b324bc384c923a60f88ca04 2024-11-22T23:25:54,630 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/e4d84c02f5a540e594c5faeac2390661 is 50, key is test_row_0/C:col10/1732317953200/Put/seqid=0 2024-11-22T23:25:54,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742253_1429 (size=9857) 2024-11-22T23:25:55,035 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/e4d84c02f5a540e594c5faeac2390661 2024-11-22T23:25:55,042 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/A/d4897d1aba9a4d8caafd8db9f16bf404 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d4897d1aba9a4d8caafd8db9f16bf404 2024-11-22T23:25:55,046 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d4897d1aba9a4d8caafd8db9f16bf404, entries=100, sequenceid=359, filesize=22.0 K 2024-11-22T23:25:55,046 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/B/13f6df4c2b324bc384c923a60f88ca04 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/13f6df4c2b324bc384c923a60f88ca04 2024-11-22T23:25:55,049 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/13f6df4c2b324bc384c923a60f88ca04, entries=100, sequenceid=359, filesize=9.6 K 2024-11-22T23:25:55,050 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/.tmp/C/e4d84c02f5a540e594c5faeac2390661 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e4d84c02f5a540e594c5faeac2390661 2024-11-22T23:25:55,053 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e4d84c02f5a540e594c5faeac2390661, entries=100, sequenceid=359, filesize=9.6 K 2024-11-22T23:25:55,054 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f676a17b3013a5d772e0b9e08722c849 in 1684ms, sequenceid=359, compaction requested=false 2024-11-22T23:25:55,058 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/recovered.edits/362.seqid, newMaxSeqId=362, maxSeqId=4 2024-11-22T23:25:55,059 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. 2024-11-22T23:25:55,059 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for f676a17b3013a5d772e0b9e08722c849: Waiting for close lock at 1732317953370Running coprocessor pre-close hooks at 1732317953370Disabling compacts and flushes for region at 1732317953370Disabling writes for close at 1732317953370Obtaining lock to block concurrent updates at 1732317953370Preparing flush snapshotting stores in f676a17b3013a5d772e0b9e08722c849 at 1732317953370Finished memstore snapshotting TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732317953371 (+1 ms)Flushing stores of TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849. at 1732317953371Flushing f676a17b3013a5d772e0b9e08722c849/A: creating writer at 1732317953371Flushing mob file f676a17b3013a5d772e0b9e08722c849/A: appending metadata at 1732317953375 (+4 ms)Flushing mob file f676a17b3013a5d772e0b9e08722c849/A: closing flushed file at 1732317953375Flushing f676a17b3013a5d772e0b9e08722c849/A: appending metadata at 1732317953792 (+417 ms)Flushing f676a17b3013a5d772e0b9e08722c849/A: closing flushed file at 1732317953792Flushing f676a17b3013a5d772e0b9e08722c849/B: creating writer at 1732317954208 (+416 ms)Flushing f676a17b3013a5d772e0b9e08722c849/B: appending metadata at 1732317954211 (+3 ms)Flushing f676a17b3013a5d772e0b9e08722c849/B: closing flushed file at 1732317954211Flushing f676a17b3013a5d772e0b9e08722c849/C: creating writer at 1732317954627 (+416 ms)Flushing f676a17b3013a5d772e0b9e08722c849/C: appending metadata at 1732317954630 (+3 ms)Flushing f676a17b3013a5d772e0b9e08722c849/C: closing flushed file at 1732317954630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c7cf5b: reopening flushed file at 1732317955041 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53160244: reopening flushed file at 1732317955046 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e91c24: reopening flushed file at 1732317955050 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f676a17b3013a5d772e0b9e08722c849 in 1684ms, sequenceid=359, compaction requested=false at 1732317955054 (+4 ms)Writing region close event to WAL at 1732317955055 (+1 ms)Running coprocessor post-close hooks at 1732317955059 (+4 ms)Closed at 1732317955059 2024-11-22T23:25:55,061 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=f676a17b3013a5d772e0b9e08722c849, regionState=CLOSED 2024-11-22T23:25:55,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:25:55,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-22T23:25:55,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure f676a17b3013a5d772e0b9e08722c849, server=a3d87a7361f3,41749,1732317825610 in 1.8450 sec 2024-11-22T23:25:55,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T23:25:55,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f676a17b3013a5d772e0b9e08722c849, UNASSIGN in 1.8500 sec 2024-11-22T23:25:55,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-22T23:25:55,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8530 sec 2024-11-22T23:25:55,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317955070"}]},"ts":"1732317955070"} 2024-11-22T23:25:55,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T23:25:55,071 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T23:25:55,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8640 sec 2024-11-22T23:25:55,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T23:25:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T23:25:55,361 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:55,362 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T23:25:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:55,367 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T23:25:55,370 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:55,372 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,374 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/recovered.edits] 2024-11-22T23:25:55,376 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/75d85ed7139e4a59a7ee1da6fb6723c6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/75d85ed7139e4a59a7ee1da6fb6723c6 2024-11-22T23:25:55,377 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d4897d1aba9a4d8caafd8db9f16bf404 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/A/d4897d1aba9a4d8caafd8db9f16bf404 2024-11-22T23:25:55,379 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/13f6df4c2b324bc384c923a60f88ca04 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/13f6df4c2b324bc384c923a60f88ca04 2024-11-22T23:25:55,379 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/aed45856faa54d42bf2bff624a52e5a4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/B/aed45856faa54d42bf2bff624a52e5a4 2024-11-22T23:25:55,381 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/4ddc7fd441ca436eb10111271ef8df4c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/4ddc7fd441ca436eb10111271ef8df4c 2024-11-22T23:25:55,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e4d84c02f5a540e594c5faeac2390661 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/C/e4d84c02f5a540e594c5faeac2390661 2024-11-22T23:25:55,385 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/recovered.edits/362.seqid to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849/recovered.edits/362.seqid 2024-11-22T23:25:55,385 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,386 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T23:25:55,386 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T23:25:55,387 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T23:25:55,389 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112204212690473b4061a8a1732184003d66_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112204212690473b4061a8a1732184003d66_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,390 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212fc4f254751414e8e5b11a71fb43610_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212fc4f254751414e8e5b11a71fb43610_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,392 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228e28ad6b84c460aa13be89f3ae43ad6_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228e28ad6b84c460aa13be89f3ae43ad6_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,393 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122336ff249e994454b83dad0773f39cc7b_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122336ff249e994454b83dad0773f39cc7b_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,394 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223bc5dddc60a34e8bacbf0ddacf0e114c_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223bc5dddc60a34e8bacbf0ddacf0e114c_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,395 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112252edec33e55c4c39a17cee9ba7746291_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112252edec33e55c4c39a17cee9ba7746291_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,396 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226b2766fa6c8946a4ba2aadef8a586dc6_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226b2766fa6c8946a4ba2aadef8a586dc6_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,398 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112272495cb65a3f44dab91478050b869d76_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112272495cb65a3f44dab91478050b869d76_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,399 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122844bcefacc9448759c66e4e8d6eba1f5_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122844bcefacc9448759c66e4e8d6eba1f5_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,400 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d73e1cf9e454854bbe829da91431544_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d73e1cf9e454854bbe829da91431544_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,402 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229e179793a2fb42d0976437a25f75dd9a_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229e179793a2fb42d0976437a25f75dd9a_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,403 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a98dd05172244fa1b1a7613d958ca5a2_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a98dd05172244fa1b1a7613d958ca5a2_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c1e1bc1bdea54c53b5bb6b009361a1e6_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c1e1bc1bdea54c53b5bb6b009361a1e6_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,405 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c83c935c2f174775a0a7f6cb94ed4bb2_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c83c935c2f174775a0a7f6cb94ed4bb2_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,406 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d523e69387ef4d5589e10269cff4f843_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d523e69387ef4d5589e10269cff4f843_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,407 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da3132c3e9554590af416d2d4507491b_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da3132c3e9554590af416d2d4507491b_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,408 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da37b2cd0f1b478bb9cc501b9cf03103_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122da37b2cd0f1b478bb9cc501b9cf03103_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,409 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dfec5ab72b674b09b76b6ed0dc8bd7a3_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dfec5ab72b674b09b76b6ed0dc8bd7a3_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,411 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e244bbce454d4ecaac50d1486caecb99_f676a17b3013a5d772e0b9e08722c849 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e244bbce454d4ecaac50d1486caecb99_f676a17b3013a5d772e0b9e08722c849 2024-11-22T23:25:55,411 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T23:25:55,414 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:55,416 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T23:25:55,419 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T23:25:55,420 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:55,420 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T23:25:55,421 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732317955421"}]},"ts":"9223372036854775807"} 2024-11-22T23:25:55,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T23:25:55,423 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f676a17b3013a5d772e0b9e08722c849, NAME => 'TestAcidGuarantees,,1732317921556.f676a17b3013a5d772e0b9e08722c849.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T23:25:55,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T23:25:55,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732317955423"}]},"ts":"9223372036854775807"} 2024-11-22T23:25:55,425 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T23:25:55,426 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:55,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-11-22T23:25:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T23:25:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T23:25:55,485 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:55,497 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=445 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 505) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1023 (was 1238) 2024-11-22T23:25:55,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=555, ProcessCount=11, AvailableMemoryMB=1023 2024-11-22T23:25:55,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:25:55,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:25:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T23:25:55,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:25:55,510 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:55,510 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-22T23:25:55,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:25:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-22T23:25:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742254_1430 (size=959) 2024-11-22T23:25:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-22T23:25:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-22T23:25:55,921 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 2024-11-22T23:25:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742255_1431 (size=53) 2024-11-22T23:25:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-22T23:25:56,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:25:56,331 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c55fa25619991330153861337a72d331, disabling compactions & flushes 2024-11-22T23:25:56,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:56,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:56,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. after waiting 0 ms 2024-11-22T23:25:56,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:56,332 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:56,332 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c55fa25619991330153861337a72d331: Waiting for close lock at 1732317956331Disabling compacts and flushes for region at 1732317956331Disabling writes for close at 1732317956332 (+1 ms)Writing region close event to WAL at 1732317956332Closed at 1732317956332 2024-11-22T23:25:56,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:25:56,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732317956335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732317956335"}]},"ts":"1732317956335"} 2024-11-22T23:25:56,339 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:25:56,340 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:25:56,341 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317956340"}]},"ts":"1732317956340"} 2024-11-22T23:25:56,342 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T23:25:56,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, ASSIGN}] 2024-11-22T23:25:56,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, ASSIGN 2024-11-22T23:25:56,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, ASSIGN; state=OFFLINE, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=false 2024-11-22T23:25:56,495 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=c55fa25619991330153861337a72d331, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:56,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, ASSIGN because future has completed 2024-11-22T23:25:56,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:25:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-22T23:25:56,653 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:56,653 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:25:56,656 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c55fa25619991330153861337a72d331 2024-11-22T23:25:56,656 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:25:56,656 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for c55fa25619991330153861337a72d331 2024-11-22T23:25:56,656 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for c55fa25619991330153861337a72d331 2024-11-22T23:25:56,659 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c55fa25619991330153861337a72d331 2024-11-22T23:25:56,661 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55fa25619991330153861337a72d331 columnFamilyName A 2024-11-22T23:25:56,662 DEBUG [StoreOpener-c55fa25619991330153861337a72d331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:56,663 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] regionserver.HStore(327): Store=c55fa25619991330153861337a72d331/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:56,663 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c55fa25619991330153861337a72d331 2024-11-22T23:25:56,665 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55fa25619991330153861337a72d331 columnFamilyName B 2024-11-22T23:25:56,665 DEBUG [StoreOpener-c55fa25619991330153861337a72d331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:56,665 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] regionserver.HStore(327): Store=c55fa25619991330153861337a72d331/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:56,665 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c55fa25619991330153861337a72d331 2024-11-22T23:25:56,667 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55fa25619991330153861337a72d331 columnFamilyName C 2024-11-22T23:25:56,667 DEBUG [StoreOpener-c55fa25619991330153861337a72d331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:25:56,667 INFO [StoreOpener-c55fa25619991330153861337a72d331-1 {}] regionserver.HStore(327): Store=c55fa25619991330153861337a72d331/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:25:56,668 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for c55fa25619991330153861337a72d331 2024-11-22T23:25:56,668 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331 2024-11-22T23:25:56,669 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331 2024-11-22T23:25:56,670 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for c55fa25619991330153861337a72d331 2024-11-22T23:25:56,670 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for c55fa25619991330153861337a72d331 2024-11-22T23:25:56,670 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:25:56,672 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for c55fa25619991330153861337a72d331 2024-11-22T23:25:56,674 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:25:56,674 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened c55fa25619991330153861337a72d331; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61782974, jitterRate=-0.0793619453907013}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:25:56,675 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c55fa25619991330153861337a72d331 2024-11-22T23:25:56,676 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for c55fa25619991330153861337a72d331: Running coprocessor pre-open hook at 1732317956656Writing region info on filesystem at 1732317956656Initializing all the Stores at 1732317956658 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317956658Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317956658Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317956658Cleaning up temporary data from old regions at 1732317956670 (+12 ms)Running coprocessor post-open hooks at 1732317956675 (+5 ms)Region opened successfully at 1732317956676 (+1 ms) 2024-11-22T23:25:56,676 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., pid=120, masterSystemTime=1732317956648 2024-11-22T23:25:56,678 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:56,678 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:56,679 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=c55fa25619991330153861337a72d331, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:56,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:25:56,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-22T23:25:56,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 in 186 msec 2024-11-22T23:25:56,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-22T23:25:56,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, ASSIGN in 342 msec 2024-11-22T23:25:56,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:25:56,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317956687"}]},"ts":"1732317956687"} 2024-11-22T23:25:56,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T23:25:56,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:25:56,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-22T23:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-22T23:25:57,661 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:25:57,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,667 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d87b47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,669 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2765c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:25:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a3d87a7361f3,33451,1732317824833 2024-11-22T23:25:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3683f2a9 2024-11-22T23:25:57,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:25:57,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:25:57,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,679 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1f90cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,681 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbcca05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,684 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4481f3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,685 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa04e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,687 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c77876f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,689 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3bed99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcdb49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2117edc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676395ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,695 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fc9e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,697 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e6b4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,698 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7885e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,700 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6650398d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,701 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76618fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,703 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24216311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,705 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2018123c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,707 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136d8ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,708 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228191f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:25:57,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:25:57,710 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:25:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:25:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:25:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2094c259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:25:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:25:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:25:57,712 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:25:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31025e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:25:57,713 DEBUG [Thread-1951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,713 DEBUG [Thread-1962 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,713 DEBUG [Thread-1955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,713 DEBUG [Thread-1966 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,713 DEBUG [Thread-1964 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,714 DEBUG [Thread-1949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,714 DEBUG [Thread-1953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,715 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:25:57,715 DEBUG [Thread-1947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,716 DEBUG [Thread-1958 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,716 DEBUG [Thread-1960 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:25:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-22T23:25:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T23:25:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:25:57,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,719 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:25:57,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:25:57,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:25:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:25:57,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:25:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2] 2024-11-22T23:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:25:57,727 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:25:57,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:25:57,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/1a2828b0f0ed4ab78531a05368ce6091 is 50, key is test_row_0/A:col10/1732317957726/Put/seqid=0 2024-11-22T23:25:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742256_1432 (size=14341) 2024-11-22T23:25:57,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318017773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318017774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318017774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318017775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318017776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T23:25:57,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:57,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:57,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:57,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:57,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:57,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:57,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318017889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318017889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318017890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318017890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:57,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318017890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T23:25:58,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318018098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318018098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318018098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318018098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318018099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/1a2828b0f0ed4ab78531a05368ce6091 2024-11-22T23:25:58,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:58,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:58,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/59148afc57b545caabaa6433d75378af is 50, key is test_row_0/B:col10/1732317957726/Put/seqid=0 2024-11-22T23:25:58,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742257_1433 (size=12001) 2024-11-22T23:25:58,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:58,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:58,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T23:25:58,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318018409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318018409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318018409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318018409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318018409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/59148afc57b545caabaa6433d75378af 2024-11-22T23:25:58,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/fbb892c68e29454899e1a157a32ff7be is 50, key is test_row_0/C:col10/1732317957726/Put/seqid=0 2024-11-22T23:25:58,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742258_1434 (size=12001) 2024-11-22T23:25:58,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:58,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T23:25:58,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318018919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318018919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318018919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318018919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318018919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:58,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:58,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:25:59,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/fbb892c68e29454899e1a157a32ff7be 2024-11-22T23:25:59,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/1a2828b0f0ed4ab78531a05368ce6091 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/1a2828b0f0ed4ab78531a05368ce6091 2024-11-22T23:25:59,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/1a2828b0f0ed4ab78531a05368ce6091, entries=200, sequenceid=12, filesize=14.0 K 2024-11-22T23:25:59,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/59148afc57b545caabaa6433d75378af as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/59148afc57b545caabaa6433d75378af 2024-11-22T23:25:59,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/59148afc57b545caabaa6433d75378af, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T23:25:59,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/fbb892c68e29454899e1a157a32ff7be as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/fbb892c68e29454899e1a157a32ff7be 2024-11-22T23:25:59,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/fbb892c68e29454899e1a157a32ff7be, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T23:25:59,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c55fa25619991330153861337a72d331 in 1297ms, sequenceid=12, compaction requested=false 2024-11-22T23:25:59,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:25:59,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T23:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:25:59,094 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:25:59,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/516860d0a30247898e23caed2d72c3c5 is 50, key is test_row_0/A:col10/1732317957774/Put/seqid=0 2024-11-22T23:25:59,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742259_1435 (size=12001) 2024-11-22T23:25:59,501 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/516860d0a30247898e23caed2d72c3c5 2024-11-22T23:25:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/0a5edb5c4495426e98dd8b714c6f3b1b is 50, key is test_row_0/B:col10/1732317957774/Put/seqid=0 2024-11-22T23:25:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742260_1436 (size=12001) 2024-11-22T23:25:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T23:25:59,911 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/0a5edb5c4495426e98dd8b714c6f3b1b 2024-11-22T23:25:59,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3fcd58d9b7fe4f7384b14c4b32f184e5 is 50, key is test_row_0/C:col10/1732317957774/Put/seqid=0 2024-11-22T23:25:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742261_1437 (size=12001) 2024-11-22T23:25:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:25:59,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:25:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318019941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:59,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318019944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:59,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318019945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318019946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:25:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318019947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:25:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318020059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318020059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318020059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318020059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318020060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318020279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318020279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318020279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318020279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318020280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,321 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3fcd58d9b7fe4f7384b14c4b32f184e5 2024-11-22T23:26:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/516860d0a30247898e23caed2d72c3c5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/516860d0a30247898e23caed2d72c3c5 2024-11-22T23:26:00,327 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/516860d0a30247898e23caed2d72c3c5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T23:26:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/0a5edb5c4495426e98dd8b714c6f3b1b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/0a5edb5c4495426e98dd8b714c6f3b1b 2024-11-22T23:26:00,331 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/0a5edb5c4495426e98dd8b714c6f3b1b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T23:26:00,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3fcd58d9b7fe4f7384b14c4b32f184e5 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3fcd58d9b7fe4f7384b14c4b32f184e5 2024-11-22T23:26:00,335 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3fcd58d9b7fe4f7384b14c4b32f184e5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T23:26:00,336 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c55fa25619991330153861337a72d331 in 1242ms, sequenceid=37, compaction requested=false 2024-11-22T23:26:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-22T23:26:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-22T23:26:00,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T23:26:00,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6180 sec 2024-11-22T23:26:00,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.6240 sec 2024-11-22T23:26:00,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T23:26:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:00,595 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:00,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T23:26:00,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/845cf0fef53d42f096f86c937ecadcac is 50, key is test_row_0/A:col10/1732317960593/Put/seqid=0 2024-11-22T23:26:00,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742262_1438 (size=14341) 2024-11-22T23:26:00,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/845cf0fef53d42f096f86c937ecadcac 2024-11-22T23:26:00,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/d95c9ca4651b4b19a7450d19f49a08f3 is 50, key is test_row_0/B:col10/1732317960593/Put/seqid=0 2024-11-22T23:26:00,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742263_1439 (size=12001) 2024-11-22T23:26:00,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/d95c9ca4651b4b19a7450d19f49a08f3 2024-11-22T23:26:00,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3da0c350862340fa8e5b5c7b4a05702c is 50, key is test_row_0/C:col10/1732317960593/Put/seqid=0 2024-11-22T23:26:00,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742264_1440 (size=12001) 2024-11-22T23:26:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318020628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318020629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318020630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318020635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318020638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318020749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318020749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318020749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318020749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318020749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318020959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318020959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318020959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318020959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:00,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318020959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:00,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:00,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3da0c350862340fa8e5b5c7b4a05702c 2024-11-22T23:26:01,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/845cf0fef53d42f096f86c937ecadcac as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/845cf0fef53d42f096f86c937ecadcac 2024-11-22T23:26:01,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/845cf0fef53d42f096f86c937ecadcac, entries=200, sequenceid=49, filesize=14.0 K 2024-11-22T23:26:01,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/d95c9ca4651b4b19a7450d19f49a08f3 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d95c9ca4651b4b19a7450d19f49a08f3 2024-11-22T23:26:01,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d95c9ca4651b4b19a7450d19f49a08f3, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T23:26:01,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3da0c350862340fa8e5b5c7b4a05702c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3da0c350862340fa8e5b5c7b4a05702c 2024-11-22T23:26:01,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3da0c350862340fa8e5b5c7b4a05702c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T23:26:01,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c55fa25619991330153861337a72d331 in 439ms, sequenceid=49, compaction requested=true 2024-11-22T23:26:01,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:01,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:01,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:01,034 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:01,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:01,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:01,034 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:01,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:01,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:01,035 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:01,035 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:01,035 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/A is initiating minor compaction (all files) 2024-11-22T23:26:01,035 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/B is initiating minor compaction (all files) 2024-11-22T23:26:01,035 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/A in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:01,035 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/B in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:01,035 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/1a2828b0f0ed4ab78531a05368ce6091, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/516860d0a30247898e23caed2d72c3c5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/845cf0fef53d42f096f86c937ecadcac] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=39.7 K 2024-11-22T23:26:01,035 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/59148afc57b545caabaa6433d75378af, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/0a5edb5c4495426e98dd8b714c6f3b1b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d95c9ca4651b4b19a7450d19f49a08f3] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=35.2 K 2024-11-22T23:26:01,035 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 59148afc57b545caabaa6433d75378af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732317957723 2024-11-22T23:26:01,035 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a2828b0f0ed4ab78531a05368ce6091, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732317957723 2024-11-22T23:26:01,036 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a5edb5c4495426e98dd8b714c6f3b1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732317957773 2024-11-22T23:26:01,036 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 516860d0a30247898e23caed2d72c3c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732317957773 2024-11-22T23:26:01,036 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d95c9ca4651b4b19a7450d19f49a08f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732317959945 2024-11-22T23:26:01,036 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 845cf0fef53d42f096f86c937ecadcac, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732317959943 2024-11-22T23:26:01,047 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:01,048 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/074ca809f271424ab1bbaa070de8a118 is 50, key is test_row_0/B:col10/1732317960593/Put/seqid=0 2024-11-22T23:26:01,051 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#A#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:01,051 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/af2f2f65ca1b43e8b98f5a2ea5c80e78 is 50, key is test_row_0/A:col10/1732317960593/Put/seqid=0 2024-11-22T23:26:01,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742266_1442 (size=12104) 2024-11-22T23:26:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742265_1441 (size=12104) 2024-11-22T23:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:01,272 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:01,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T23:26:01,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/c9e5bc45836846088765d3b162d0fb35 is 50, key is test_row_0/A:col10/1732317961271/Put/seqid=0 2024-11-22T23:26:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742267_1443 (size=14341) 2024-11-22T23:26:01,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318021287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318021287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318021288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318021288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318021289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318021398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318021398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318021409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318021409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318021409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,461 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/af2f2f65ca1b43e8b98f5a2ea5c80e78 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/af2f2f65ca1b43e8b98f5a2ea5c80e78 2024-11-22T23:26:01,465 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/A of c55fa25619991330153861337a72d331 into af2f2f65ca1b43e8b98f5a2ea5c80e78(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:01,465 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:01,465 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/A, priority=13, startTime=1732317961034; duration=0sec 2024-11-22T23:26:01,465 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:01,465 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:A 2024-11-22T23:26:01,465 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:01,466 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:01,466 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/C is initiating minor compaction (all files) 2024-11-22T23:26:01,466 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/C in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:01,466 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/fbb892c68e29454899e1a157a32ff7be, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3fcd58d9b7fe4f7384b14c4b32f184e5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3da0c350862340fa8e5b5c7b4a05702c] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=35.2 K 2024-11-22T23:26:01,466 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbb892c68e29454899e1a157a32ff7be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732317957723 2024-11-22T23:26:01,466 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fcd58d9b7fe4f7384b14c4b32f184e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732317957773 2024-11-22T23:26:01,467 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3da0c350862340fa8e5b5c7b4a05702c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732317959945 2024-11-22T23:26:01,469 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/074ca809f271424ab1bbaa070de8a118 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/074ca809f271424ab1bbaa070de8a118 2024-11-22T23:26:01,471 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/B of c55fa25619991330153861337a72d331 into 074ca809f271424ab1bbaa070de8a118(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:01,471 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:01,471 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/B, priority=13, startTime=1732317961034; duration=0sec 2024-11-22T23:26:01,471 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:01,471 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:B 2024-11-22T23:26:01,472 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:01,472 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/1225878ad04c46a48b2e06c2f1c7df8a is 50, key is test_row_0/C:col10/1732317960593/Put/seqid=0 2024-11-22T23:26:01,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742268_1444 (size=12104) 2024-11-22T23:26:01,478 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/1225878ad04c46a48b2e06c2f1c7df8a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/1225878ad04c46a48b2e06c2f1c7df8a 2024-11-22T23:26:01,481 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/C of c55fa25619991330153861337a72d331 into 1225878ad04c46a48b2e06c2f1c7df8a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:01,481 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:01,481 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/C, priority=13, startTime=1732317961034; duration=0sec 2024-11-22T23:26:01,481 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:01,481 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:C 2024-11-22T23:26:01,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318021608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318021608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318021618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318021619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318021629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/c9e5bc45836846088765d3b162d0fb35 2024-11-22T23:26:01,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/35e6cf53b33a4b6ba3b9a73b66a59024 is 50, key is test_row_0/B:col10/1732317961271/Put/seqid=0 2024-11-22T23:26:01,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742269_1445 (size=12001) 2024-11-22T23:26:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T23:26:01,899 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:01,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-22T23:26:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T23:26:01,901 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:01,901 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:01,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:01,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318021919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318021919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318021928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318021928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318021938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T23:26:02,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T23:26:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/35e6cf53b33a4b6ba3b9a73b66a59024 2024-11-22T23:26:02,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/a065bbceb211407d81301fd0eadb986a is 50, key is test_row_0/C:col10/1732317961271/Put/seqid=0 2024-11-22T23:26:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742270_1446 (size=12001) 2024-11-22T23:26:02,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T23:26:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T23:26:02,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T23:26:02,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:02,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318022428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318022438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318022438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:02,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318022449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318022449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:02,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/a065bbceb211407d81301fd0eadb986a 2024-11-22T23:26:02,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T23:26:02,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:02,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T23:26:02,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/c9e5bc45836846088765d3b162d0fb35 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c9e5bc45836846088765d3b162d0fb35 2024-11-22T23:26:02,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c9e5bc45836846088765d3b162d0fb35, entries=200, sequenceid=74, filesize=14.0 K 2024-11-22T23:26:02,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/35e6cf53b33a4b6ba3b9a73b66a59024 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/35e6cf53b33a4b6ba3b9a73b66a59024 2024-11-22T23:26:02,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/35e6cf53b33a4b6ba3b9a73b66a59024, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T23:26:02,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/a065bbceb211407d81301fd0eadb986a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/a065bbceb211407d81301fd0eadb986a 2024-11-22T23:26:02,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/a065bbceb211407d81301fd0eadb986a, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T23:26:02,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c55fa25619991330153861337a72d331 in 1286ms, sequenceid=74, compaction requested=false 2024-11-22T23:26:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:02,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T23:26:02,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:02,698 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:26:02,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/c55469d095b741c7bcc66ee0e623fc59 is 50, key is test_row_0/A:col10/1732317961287/Put/seqid=0 2024-11-22T23:26:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742271_1447 (size=9657) 2024-11-22T23:26:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T23:26:03,105 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/c55469d095b741c7bcc66ee0e623fc59 2024-11-22T23:26:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/be30e97d56d343f7841d880c2fb6551b is 50, key is test_row_0/B:col10/1732317961287/Put/seqid=0 2024-11-22T23:26:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742272_1448 (size=9657) 2024-11-22T23:26:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:03,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318023483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318023483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318023484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318023487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318023487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,514 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/be30e97d56d343f7841d880c2fb6551b 2024-11-22T23:26:03,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/00a13caf02ec4f5199ba18a6f5d9dfde is 50, key is test_row_0/C:col10/1732317961287/Put/seqid=0 2024-11-22T23:26:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742273_1449 (size=9657) 2024-11-22T23:26:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318023599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318023599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318023599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318023599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318023599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318023809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318023809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318023809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318023809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318023818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:03,923 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/00a13caf02ec4f5199ba18a6f5d9dfde 2024-11-22T23:26:03,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/c55469d095b741c7bcc66ee0e623fc59 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c55469d095b741c7bcc66ee0e623fc59 2024-11-22T23:26:03,929 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c55469d095b741c7bcc66ee0e623fc59, entries=100, sequenceid=88, filesize=9.4 K 2024-11-22T23:26:03,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/be30e97d56d343f7841d880c2fb6551b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/be30e97d56d343f7841d880c2fb6551b 2024-11-22T23:26:03,932 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/be30e97d56d343f7841d880c2fb6551b, entries=100, sequenceid=88, filesize=9.4 K 2024-11-22T23:26:03,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/00a13caf02ec4f5199ba18a6f5d9dfde as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/00a13caf02ec4f5199ba18a6f5d9dfde 2024-11-22T23:26:03,934 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/00a13caf02ec4f5199ba18a6f5d9dfde, entries=100, sequenceid=88, filesize=9.4 K 2024-11-22T23:26:03,935 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c55fa25619991330153861337a72d331 in 1237ms, sequenceid=88, compaction requested=true 2024-11-22T23:26:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-22T23:26:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-22T23:26:03,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-22T23:26:03,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0350 sec 2024-11-22T23:26:03,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.0390 sec 2024-11-22T23:26:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T23:26:04,049 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:04,050 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-22T23:26:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T23:26:04,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:04,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:04,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:04,124 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:04,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:26:04,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/aa1b8f1da82e43f5934a6f118e679323 is 50, key is test_row_0/A:col10/1732317964123/Put/seqid=0 2024-11-22T23:26:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742274_1450 (size=14341) 2024-11-22T23:26:04,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318024137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318024137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318024137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318024138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318024138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T23:26:04,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:04,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:04,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318024248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318024258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318024259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318024259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318024259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T23:26:04,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318024458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318024469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318024469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318024469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318024469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/aa1b8f1da82e43f5934a6f118e679323 2024-11-22T23:26:04,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/943adce3273d49359cbfeee97afdec44 is 50, key is test_row_0/B:col10/1732317964123/Put/seqid=0 2024-11-22T23:26:04,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742275_1451 (size=12001) 2024-11-22T23:26:04,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T23:26:04,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318024778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318024788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318024789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318024789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318024789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:04,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:04,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:04,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/943adce3273d49359cbfeee97afdec44 2024-11-22T23:26:04,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/c14a0dae6035456f888420f87bd52577 is 50, key is test_row_0/C:col10/1732317964123/Put/seqid=0 2024-11-22T23:26:04,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742276_1452 (size=12001) 2024-11-22T23:26:04,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:04,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:04,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:04,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:05,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:05,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:05,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:05,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T23:26:05,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T23:26:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T23:26:05,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:05,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:05,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:05,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:05,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:05,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:05,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318025298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:05,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318025299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:05,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318025299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:05,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318025309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:05,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:05,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318025309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:05,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:05,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/c14a0dae6035456f888420f87bd52577 2024-11-22T23:26:05,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/aa1b8f1da82e43f5934a6f118e679323 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/aa1b8f1da82e43f5934a6f118e679323 2024-11-22T23:26:05,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/aa1b8f1da82e43f5934a6f118e679323, entries=200, sequenceid=114, filesize=14.0 K 2024-11-22T23:26:05,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/943adce3273d49359cbfeee97afdec44 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/943adce3273d49359cbfeee97afdec44 2024-11-22T23:26:05,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/943adce3273d49359cbfeee97afdec44, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T23:26:05,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/c14a0dae6035456f888420f87bd52577 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/c14a0dae6035456f888420f87bd52577 2024-11-22T23:26:05,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/c14a0dae6035456f888420f87bd52577, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T23:26:05,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c55fa25619991330153861337a72d331 in 1237ms, sequenceid=114, compaction requested=true 2024-11-22T23:26:05,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:05,362 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:05,362 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:05,363 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:05,363 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/A is initiating minor compaction (all files) 2024-11-22T23:26:05,363 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/A in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:05,363 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/af2f2f65ca1b43e8b98f5a2ea5c80e78, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c9e5bc45836846088765d3b162d0fb35, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c55469d095b741c7bcc66ee0e623fc59, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/aa1b8f1da82e43f5934a6f118e679323] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=49.3 K 2024-11-22T23:26:05,363 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:05,363 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting af2f2f65ca1b43e8b98f5a2ea5c80e78, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732317959945 2024-11-22T23:26:05,363 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/B is initiating minor compaction (all files) 2024-11-22T23:26:05,363 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/B in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:05,363 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/074ca809f271424ab1bbaa070de8a118, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/35e6cf53b33a4b6ba3b9a73b66a59024, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/be30e97d56d343f7841d880c2fb6551b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/943adce3273d49359cbfeee97afdec44] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=44.7 K 2024-11-22T23:26:05,363 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9e5bc45836846088765d3b162d0fb35, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732317960626 2024-11-22T23:26:05,364 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 074ca809f271424ab1bbaa070de8a118, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732317959945 2024-11-22T23:26:05,364 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 35e6cf53b33a4b6ba3b9a73b66a59024, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732317960626 2024-11-22T23:26:05,364 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c55469d095b741c7bcc66ee0e623fc59, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732317961287 2024-11-22T23:26:05,364 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa1b8f1da82e43f5934a6f118e679323, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317963482 2024-11-22T23:26:05,364 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting be30e97d56d343f7841d880c2fb6551b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732317961287 2024-11-22T23:26:05,364 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 943adce3273d49359cbfeee97afdec44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317963482 2024-11-22T23:26:05,370 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:05,370 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:05,370 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/3d36d71fe57644ed84b67c1fcc3a600e is 50, key is test_row_0/B:col10/1732317964123/Put/seqid=0 2024-11-22T23:26:05,371 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/c3750830889a4af08fd27a266ff8ec19 is 50, key is test_row_0/A:col10/1732317964123/Put/seqid=0 2024-11-22T23:26:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742277_1453 (size=12241) 2024-11-22T23:26:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742278_1454 (size=12241) 2024-11-22T23:26:05,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T23:26:05,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:05,425 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:26:05,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/ab684ebd29a74a2686e251d4795e7d8a is 50, key is test_row_0/A:col10/1732317964137/Put/seqid=0 2024-11-22T23:26:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742279_1455 (size=12001) 2024-11-22T23:26:05,781 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/3d36d71fe57644ed84b67c1fcc3a600e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3d36d71fe57644ed84b67c1fcc3a600e 2024-11-22T23:26:05,782 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/c3750830889a4af08fd27a266ff8ec19 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c3750830889a4af08fd27a266ff8ec19 2024-11-22T23:26:05,785 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/B of c55fa25619991330153861337a72d331 into 3d36d71fe57644ed84b67c1fcc3a600e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:05,785 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:05,785 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/B, priority=12, startTime=1732317965362; duration=0sec 2024-11-22T23:26:05,785 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:05,785 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:B 2024-11-22T23:26:05,785 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:05,785 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/A of c55fa25619991330153861337a72d331 into c3750830889a4af08fd27a266ff8ec19(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:05,786 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:05,786 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/A, priority=12, startTime=1732317965362; duration=0sec 2024-11-22T23:26:05,786 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:05,786 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:A 2024-11-22T23:26:05,786 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:05,786 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/C is initiating minor compaction (all files) 2024-11-22T23:26:05,786 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/C in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:05,786 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/1225878ad04c46a48b2e06c2f1c7df8a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/a065bbceb211407d81301fd0eadb986a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/00a13caf02ec4f5199ba18a6f5d9dfde, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/c14a0dae6035456f888420f87bd52577] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=44.7 K 2024-11-22T23:26:05,787 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 1225878ad04c46a48b2e06c2f1c7df8a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732317959945 2024-11-22T23:26:05,787 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a065bbceb211407d81301fd0eadb986a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732317960626 2024-11-22T23:26:05,787 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 00a13caf02ec4f5199ba18a6f5d9dfde, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732317961287 2024-11-22T23:26:05,787 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c14a0dae6035456f888420f87bd52577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317963482 2024-11-22T23:26:05,795 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#C#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:05,796 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/7cee0ed1e80841fc84dff8e9061ec84f is 50, key is test_row_0/C:col10/1732317964123/Put/seqid=0 2024-11-22T23:26:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742280_1456 (size=12241) 2024-11-22T23:26:05,832 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/ab684ebd29a74a2686e251d4795e7d8a 2024-11-22T23:26:05,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/1af5dc6587c347fda4c8798c89d45651 is 50, key is test_row_0/B:col10/1732317964137/Put/seqid=0 2024-11-22T23:26:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742281_1457 (size=12001) 2024-11-22T23:26:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T23:26:06,203 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/7cee0ed1e80841fc84dff8e9061ec84f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/7cee0ed1e80841fc84dff8e9061ec84f 2024-11-22T23:26:06,206 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/C of c55fa25619991330153861337a72d331 into 7cee0ed1e80841fc84dff8e9061ec84f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:06,206 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:06,207 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/C, priority=12, startTime=1732317965362; duration=0sec 2024-11-22T23:26:06,207 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:06,207 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:C 2024-11-22T23:26:06,243 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/1af5dc6587c347fda4c8798c89d45651 2024-11-22T23:26:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/14ac128a8e094b53b08d8e7d59d3d072 is 50, key is test_row_0/C:col10/1732317964137/Put/seqid=0 2024-11-22T23:26:06,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742282_1458 (size=12001) 2024-11-22T23:26:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:06,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318026352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318026359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318026359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318026360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318026360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318026469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318026469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318026479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318026479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318026479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,657 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/14ac128a8e094b53b08d8e7d59d3d072 2024-11-22T23:26:06,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/ab684ebd29a74a2686e251d4795e7d8a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ab684ebd29a74a2686e251d4795e7d8a 2024-11-22T23:26:06,663 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ab684ebd29a74a2686e251d4795e7d8a, entries=150, sequenceid=125, filesize=11.7 K 2024-11-22T23:26:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/1af5dc6587c347fda4c8798c89d45651 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1af5dc6587c347fda4c8798c89d45651 2024-11-22T23:26:06,666 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1af5dc6587c347fda4c8798c89d45651, entries=150, sequenceid=125, filesize=11.7 K 2024-11-22T23:26:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/14ac128a8e094b53b08d8e7d59d3d072 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/14ac128a8e094b53b08d8e7d59d3d072 2024-11-22T23:26:06,670 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/14ac128a8e094b53b08d8e7d59d3d072, entries=150, sequenceid=125, filesize=11.7 K 2024-11-22T23:26:06,672 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c55fa25619991330153861337a72d331 in 1247ms, sequenceid=125, compaction requested=false 2024-11-22T23:26:06,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:06,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:06,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-22T23:26:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-22T23:26:06,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-22T23:26:06,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-22T23:26:06,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.6250 sec 2024-11-22T23:26:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:06,685 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:06,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T23:26:06,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/570b8c096fe349fc8a1ff1f54b57bbec is 50, key is test_row_0/A:col10/1732317966684/Put/seqid=0 2024-11-22T23:26:06,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318026689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318026694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318026695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318026697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742283_1459 (size=14541) 2024-11-22T23:26:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/570b8c096fe349fc8a1ff1f54b57bbec 2024-11-22T23:26:06,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318026697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/05a315a6b1004409a9956a7fbbb057c6 is 50, key is test_row_0/B:col10/1732317966684/Put/seqid=0 2024-11-22T23:26:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742284_1460 (size=12151) 2024-11-22T23:26:06,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318026808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318026808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318026809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:06,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318026819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318027008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318027018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318027019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318027019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318027029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/05a315a6b1004409a9956a7fbbb057c6 2024-11-22T23:26:07,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/809b429d36e74e8bbfba76a5c1fc9816 is 50, key is test_row_0/C:col10/1732317966684/Put/seqid=0 2024-11-22T23:26:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742285_1461 (size=12151) 2024-11-22T23:26:07,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318027328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318027328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318027328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318027338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/809b429d36e74e8bbfba76a5c1fc9816 2024-11-22T23:26:07,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318027519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/570b8c096fe349fc8a1ff1f54b57bbec as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/570b8c096fe349fc8a1ff1f54b57bbec 2024-11-22T23:26:07,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/570b8c096fe349fc8a1ff1f54b57bbec, entries=200, sequenceid=155, filesize=14.2 K 2024-11-22T23:26:07,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/05a315a6b1004409a9956a7fbbb057c6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/05a315a6b1004409a9956a7fbbb057c6 2024-11-22T23:26:07,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/05a315a6b1004409a9956a7fbbb057c6, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T23:26:07,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/809b429d36e74e8bbfba76a5c1fc9816 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/809b429d36e74e8bbfba76a5c1fc9816 2024-11-22T23:26:07,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/809b429d36e74e8bbfba76a5c1fc9816, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T23:26:07,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c55fa25619991330153861337a72d331 in 904ms, sequenceid=155, compaction requested=true 2024-11-22T23:26:07,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:07,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:07,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:07,589 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:07,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:07,589 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:07,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:07,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:07,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:07,590 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:07,590 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/A is initiating minor compaction (all files) 2024-11-22T23:26:07,590 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/A in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:07,590 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c3750830889a4af08fd27a266ff8ec19, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ab684ebd29a74a2686e251d4795e7d8a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/570b8c096fe349fc8a1ff1f54b57bbec] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=37.9 K 2024-11-22T23:26:07,590 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:07,590 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/B is initiating minor compaction (all files) 2024-11-22T23:26:07,590 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3750830889a4af08fd27a266ff8ec19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317963482 2024-11-22T23:26:07,590 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/B in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:07,590 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3d36d71fe57644ed84b67c1fcc3a600e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1af5dc6587c347fda4c8798c89d45651, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/05a315a6b1004409a9956a7fbbb057c6] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=35.5 K 2024-11-22T23:26:07,590 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab684ebd29a74a2686e251d4795e7d8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732317964135 2024-11-22T23:26:07,591 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d36d71fe57644ed84b67c1fcc3a600e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317963482 2024-11-22T23:26:07,591 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 570b8c096fe349fc8a1ff1f54b57bbec, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317966348 2024-11-22T23:26:07,591 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 1af5dc6587c347fda4c8798c89d45651, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732317964135 2024-11-22T23:26:07,591 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 05a315a6b1004409a9956a7fbbb057c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317966358 2024-11-22T23:26:07,597 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:07,598 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/8db2daa354394d87927e86d2e061f628 is 50, key is test_row_0/A:col10/1732317966684/Put/seqid=0 2024-11-22T23:26:07,600 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:07,600 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/ec76dda1a7504817a2f199018a8ef163 is 50, key is test_row_0/B:col10/1732317966684/Put/seqid=0 2024-11-22T23:26:07,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742287_1463 (size=12493) 2024-11-22T23:26:07,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742286_1462 (size=12493) 2024-11-22T23:26:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:07,843 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:07,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:26:07,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/f688d6005be342839abea4a7328f29e1 is 50, key is test_row_0/A:col10/1732317966687/Put/seqid=0 2024-11-22T23:26:07,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742288_1464 (size=16931) 2024-11-22T23:26:07,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318027888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318027888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318027890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:07,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318027897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318028009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318028009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318028009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,013 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/8db2daa354394d87927e86d2e061f628 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/8db2daa354394d87927e86d2e061f628 2024-11-22T23:26:08,013 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/ec76dda1a7504817a2f199018a8ef163 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/ec76dda1a7504817a2f199018a8ef163 2024-11-22T23:26:08,017 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/A of c55fa25619991330153861337a72d331 into 8db2daa354394d87927e86d2e061f628(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:08,017 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/B of c55fa25619991330153861337a72d331 into ec76dda1a7504817a2f199018a8ef163(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:08,017 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:08,017 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:08,017 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/A, priority=13, startTime=1732317967589; duration=0sec 2024-11-22T23:26:08,017 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/B, priority=13, startTime=1732317967589; duration=0sec 2024-11-22T23:26:08,017 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:08,017 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:B 2024-11-22T23:26:08,017 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:08,017 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:A 2024-11-22T23:26:08,017 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:08,018 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:08,018 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/C is initiating minor compaction (all files) 2024-11-22T23:26:08,018 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/C in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:08,018 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/7cee0ed1e80841fc84dff8e9061ec84f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/14ac128a8e094b53b08d8e7d59d3d072, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/809b429d36e74e8bbfba76a5c1fc9816] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=35.5 K 2024-11-22T23:26:08,018 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cee0ed1e80841fc84dff8e9061ec84f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732317963482 2024-11-22T23:26:08,018 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 14ac128a8e094b53b08d8e7d59d3d072, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732317964135 2024-11-22T23:26:08,018 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 809b429d36e74e8bbfba76a5c1fc9816, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317966358 2024-11-22T23:26:08,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318028009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,024 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#C#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:08,024 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/9f426bc39c27423d9a85042fd1af7723 is 50, key is test_row_0/C:col10/1732317966684/Put/seqid=0 2024-11-22T23:26:08,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742289_1465 (size=12493) 2024-11-22T23:26:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T23:26:08,219 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:08,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-22T23:26:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T23:26:08,221 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:08,222 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:08,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:08,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318028219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318028219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318028219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318028228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/f688d6005be342839abea4a7328f29e1 2024-11-22T23:26:08,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/278e3e44e912416cb26fc8ca1a177981 is 50, key is test_row_0/B:col10/1732317966687/Put/seqid=0 2024-11-22T23:26:08,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742290_1466 (size=12151) 2024-11-22T23:26:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T23:26:08,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T23:26:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:08,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,431 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/9f426bc39c27423d9a85042fd1af7723 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9f426bc39c27423d9a85042fd1af7723 2024-11-22T23:26:08,434 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/C of c55fa25619991330153861337a72d331 into 9f426bc39c27423d9a85042fd1af7723(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:08,434 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:08,434 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/C, priority=13, startTime=1732317967589; duration=0sec 2024-11-22T23:26:08,435 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:08,435 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:C 2024-11-22T23:26:08,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T23:26:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:08,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318028528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318028528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318028529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T23:26:08,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318028539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318028539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:08,545 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in c55fa25619991330153861337a72d331 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:26:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:08,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/278e3e44e912416cb26fc8ca1a177981 2024-11-22T23:26:08,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/404bb96e3e8a4def8dc8428da11b9f43 is 50, key is test_row_0/C:col10/1732317966687/Put/seqid=0 2024-11-22T23:26:08,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T23:26:08,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:08,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:08,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:08,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742291_1467 (size=12151) 2024-11-22T23:26:08,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/404bb96e3e8a4def8dc8428da11b9f43 2024-11-22T23:26:08,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/f688d6005be342839abea4a7328f29e1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/f688d6005be342839abea4a7328f29e1 2024-11-22T23:26:08,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/f688d6005be342839abea4a7328f29e1, entries=250, sequenceid=167, filesize=16.5 K 2024-11-22T23:26:08,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/278e3e44e912416cb26fc8ca1a177981 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/278e3e44e912416cb26fc8ca1a177981 2024-11-22T23:26:08,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/278e3e44e912416cb26fc8ca1a177981, entries=150, sequenceid=167, filesize=11.9 K 2024-11-22T23:26:08,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/404bb96e3e8a4def8dc8428da11b9f43 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/404bb96e3e8a4def8dc8428da11b9f43 2024-11-22T23:26:08,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/404bb96e3e8a4def8dc8428da11b9f43, entries=150, sequenceid=167, filesize=11.9 K 2024-11-22T23:26:08,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c55fa25619991330153861337a72d331 in 864ms, sequenceid=167, compaction requested=false 2024-11-22T23:26:08,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:08,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T23:26:08,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:08,833 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T23:26:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T23:26:08,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/060c935bcafa40579b8172b698c43f67 is 50, key is test_row_0/A:col10/1732317967888/Put/seqid=0 2024-11-22T23:26:08,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742292_1468 (size=12151) 2024-11-22T23:26:08,862 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/060c935bcafa40579b8172b698c43f67 2024-11-22T23:26:08,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/dbd171b19c944ba2a36462ab4681c880 is 50, key is test_row_0/B:col10/1732317967888/Put/seqid=0 2024-11-22T23:26:08,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742293_1469 (size=12151) 2024-11-22T23:26:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:09,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:09,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318029057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318029058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318029059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318029066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318029169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318029169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318029179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318029179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,274 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/dbd171b19c944ba2a36462ab4681c880 2024-11-22T23:26:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/d9f9de123d6d416aa3de885bf61512b4 is 50, key is test_row_0/C:col10/1732317967888/Put/seqid=0 2024-11-22T23:26:09,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742294_1470 (size=12151) 2024-11-22T23:26:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T23:26:09,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318029378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318029378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318029389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318029389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,690 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/d9f9de123d6d416aa3de885bf61512b4 2024-11-22T23:26:09,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318029689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/060c935bcafa40579b8172b698c43f67 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/060c935bcafa40579b8172b698c43f67 2024-11-22T23:26:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,700 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/060c935bcafa40579b8172b698c43f67, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T23:26:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/dbd171b19c944ba2a36462ab4681c880 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/dbd171b19c944ba2a36462ab4681c880 2024-11-22T23:26:09,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318029699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318029699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318029699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:09,707 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/dbd171b19c944ba2a36462ab4681c880, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T23:26:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/d9f9de123d6d416aa3de885bf61512b4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d9f9de123d6d416aa3de885bf61512b4 2024-11-22T23:26:09,711 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d9f9de123d6d416aa3de885bf61512b4, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T23:26:09,712 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c55fa25619991330153861337a72d331 in 879ms, sequenceid=194, compaction requested=true 2024-11-22T23:26:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-22T23:26:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-22T23:26:09,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-22T23:26:09,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4920 sec 2024-11-22T23:26:09,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4970 sec 2024-11-22T23:26:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:10,214 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:10,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T23:26:10,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/a05fba671acc447e84c10cf44538a46d is 50, key is test_row_0/A:col10/1732317969056/Put/seqid=0 2024-11-22T23:26:10,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742295_1471 (size=12151) 2024-11-22T23:26:10,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318030272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318030273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318030278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318030281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T23:26:10,369 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:10,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-22T23:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T23:26:10,370 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:10,371 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:10,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:10,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318030399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318030399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318030399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318030399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T23:26:10,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T23:26:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:10,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318030559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,569 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in c55fa25619991330153861337a72d331 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:26:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318030609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318030610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318030610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318030610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/a05fba671acc447e84c10cf44538a46d 2024-11-22T23:26:10,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/d6aa59a204af4ace8ec0793c1f877fe7 is 50, key is test_row_0/B:col10/1732317969056/Put/seqid=0 2024-11-22T23:26:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742296_1472 (size=12151) 2024-11-22T23:26:10,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/d6aa59a204af4ace8ec0793c1f877fe7 2024-11-22T23:26:10,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/eb79410ae34344bfbcbd97cd095f9739 is 50, key is test_row_0/C:col10/1732317969056/Put/seqid=0 2024-11-22T23:26:10,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742297_1473 (size=12151) 2024-11-22T23:26:10,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T23:26:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:10,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T23:26:10,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T23:26:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:10,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318030919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318030919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318030920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318030928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:10,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:10,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T23:26:10,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:10,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:10,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:10,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T23:26:11,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/eb79410ae34344bfbcbd97cd095f9739 2024-11-22T23:26:11,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/a05fba671acc447e84c10cf44538a46d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a05fba671acc447e84c10cf44538a46d 2024-11-22T23:26:11,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a05fba671acc447e84c10cf44538a46d, entries=150, sequenceid=207, filesize=11.9 K 2024-11-22T23:26:11,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/d6aa59a204af4ace8ec0793c1f877fe7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d6aa59a204af4ace8ec0793c1f877fe7 2024-11-22T23:26:11,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d6aa59a204af4ace8ec0793c1f877fe7, entries=150, sequenceid=207, filesize=11.9 K 2024-11-22T23:26:11,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/eb79410ae34344bfbcbd97cd095f9739 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/eb79410ae34344bfbcbd97cd095f9739 2024-11-22T23:26:11,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/eb79410ae34344bfbcbd97cd095f9739, entries=150, sequenceid=207, filesize=11.9 K 2024-11-22T23:26:11,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c55fa25619991330153861337a72d331 in 878ms, sequenceid=207, compaction requested=true 2024-11-22T23:26:11,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:11,092 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:11,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:11,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:11,092 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:11,093 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:11,093 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:11,094 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/A is initiating minor compaction (all files) 2024-11-22T23:26:11,094 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/B is initiating minor compaction (all files) 2024-11-22T23:26:11,094 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/B in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,094 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/ec76dda1a7504817a2f199018a8ef163, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/278e3e44e912416cb26fc8ca1a177981, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/dbd171b19c944ba2a36462ab4681c880, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d6aa59a204af4ace8ec0793c1f877fe7] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=47.8 K 2024-11-22T23:26:11,094 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/A in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,094 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/8db2daa354394d87927e86d2e061f628, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/f688d6005be342839abea4a7328f29e1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/060c935bcafa40579b8172b698c43f67, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a05fba671acc447e84c10cf44538a46d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=52.5 K 2024-11-22T23:26:11,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:11,095 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8db2daa354394d87927e86d2e061f628, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317966358 2024-11-22T23:26:11,095 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting ec76dda1a7504817a2f199018a8ef163, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317966358 2024-11-22T23:26:11,095 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 278e3e44e912416cb26fc8ca1a177981, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732317966687 2024-11-22T23:26:11,095 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting f688d6005be342839abea4a7328f29e1, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732317966687 2024-11-22T23:26:11,096 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 060c935bcafa40579b8172b698c43f67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732317967887 2024-11-22T23:26:11,096 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting dbd171b19c944ba2a36462ab4681c880, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732317967887 2024-11-22T23:26:11,097 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a05fba671acc447e84c10cf44538a46d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732317969056 2024-11-22T23:26:11,097 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d6aa59a204af4ace8ec0793c1f877fe7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732317969056 2024-11-22T23:26:11,109 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:11,109 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/7604773d493446618ff91ee66933f499 is 50, key is test_row_0/A:col10/1732317969056/Put/seqid=0 2024-11-22T23:26:11,119 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:11,119 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/bd8f6504a3344e9999dd2e25a3e8ddfb is 50, key is test_row_0/B:col10/1732317969056/Put/seqid=0 2024-11-22T23:26:11,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T23:26:11,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,137 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T23:26:11,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/108f6104ec5f412394eb9ed33b573c52 is 50, key is test_row_0/A:col10/1732317970277/Put/seqid=0 2024-11-22T23:26:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742298_1474 (size=12629) 2024-11-22T23:26:11,181 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/7604773d493446618ff91ee66933f499 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/7604773d493446618ff91ee66933f499 2024-11-22T23:26:11,187 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/A of c55fa25619991330153861337a72d331 into 7604773d493446618ff91ee66933f499(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:11,187 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:11,187 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/A, priority=12, startTime=1732317971092; duration=0sec 2024-11-22T23:26:11,187 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:11,187 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:A 2024-11-22T23:26:11,187 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:11,189 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:11,189 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/C is initiating minor compaction (all files) 2024-11-22T23:26:11,189 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/C in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,189 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9f426bc39c27423d9a85042fd1af7723, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/404bb96e3e8a4def8dc8428da11b9f43, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d9f9de123d6d416aa3de885bf61512b4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/eb79410ae34344bfbcbd97cd095f9739] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=47.8 K 2024-11-22T23:26:11,189 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f426bc39c27423d9a85042fd1af7723, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317966358 2024-11-22T23:26:11,189 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 404bb96e3e8a4def8dc8428da11b9f43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732317966687 2024-11-22T23:26:11,190 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9f9de123d6d416aa3de885bf61512b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732317967887 2024-11-22T23:26:11,190 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb79410ae34344bfbcbd97cd095f9739, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732317969056 2024-11-22T23:26:11,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742299_1475 (size=12629) 2024-11-22T23:26:11,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742300_1476 (size=12151) 2024-11-22T23:26:11,219 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/108f6104ec5f412394eb9ed33b573c52 2024-11-22T23:26:11,231 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:11,231 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/9b0ce648404d4478a8d7775415eb1d7b is 50, key is test_row_0/C:col10/1732317969056/Put/seqid=0 2024-11-22T23:26:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/162a4950bcf24190acb464dde259c91d is 50, key is test_row_0/B:col10/1732317970277/Put/seqid=0 2024-11-22T23:26:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742301_1477 (size=12629) 2024-11-22T23:26:11,259 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/9b0ce648404d4478a8d7775415eb1d7b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9b0ce648404d4478a8d7775415eb1d7b 2024-11-22T23:26:11,265 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/C of c55fa25619991330153861337a72d331 into 9b0ce648404d4478a8d7775415eb1d7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:11,265 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:11,265 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/C, priority=12, startTime=1732317971093; duration=0sec 2024-11-22T23:26:11,265 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:11,265 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:C 2024-11-22T23:26:11,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742302_1478 (size=12151) 2024-11-22T23:26:11,279 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/162a4950bcf24190acb464dde259c91d 2024-11-22T23:26:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/2cce67ea4bde4def86c80208207e3f98 is 50, key is test_row_0/C:col10/1732317970277/Put/seqid=0 2024-11-22T23:26:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742303_1479 (size=12151) 2024-11-22T23:26:11,319 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/2cce67ea4bde4def86c80208207e3f98 2024-11-22T23:26:11,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/108f6104ec5f412394eb9ed33b573c52 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/108f6104ec5f412394eb9ed33b573c52 2024-11-22T23:26:11,326 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/108f6104ec5f412394eb9ed33b573c52, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T23:26:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/162a4950bcf24190acb464dde259c91d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/162a4950bcf24190acb464dde259c91d 2024-11-22T23:26:11,330 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/162a4950bcf24190acb464dde259c91d, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T23:26:11,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/2cce67ea4bde4def86c80208207e3f98 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/2cce67ea4bde4def86c80208207e3f98 2024-11-22T23:26:11,338 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/2cce67ea4bde4def86c80208207e3f98, entries=150, sequenceid=230, filesize=11.9 K 2024-11-22T23:26:11,338 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for c55fa25619991330153861337a72d331 in 201ms, sequenceid=230, compaction requested=false 2024-11-22T23:26:11,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:11,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-22T23:26:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-22T23:26:11,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-22T23:26:11,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 971 msec 2024-11-22T23:26:11,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 978 msec 2024-11-22T23:26:11,458 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:11,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:26:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:11,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/d81eac2152ef4c53b1816ba6a724e166 is 50, key is test_row_0/A:col10/1732317971454/Put/seqid=0 2024-11-22T23:26:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742304_1480 (size=14541) 2024-11-22T23:26:11,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/d81eac2152ef4c53b1816ba6a724e166 2024-11-22T23:26:11,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/f30c6adc29e14f86a24ac0e605b09019 is 50, key is test_row_0/B:col10/1732317971454/Put/seqid=0 2024-11-22T23:26:11,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742305_1481 (size=12151) 2024-11-22T23:26:11,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/f30c6adc29e14f86a24ac0e605b09019 2024-11-22T23:26:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T23:26:11,509 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:11,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-22T23:26:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T23:26:11,515 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:11,516 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:11,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:11,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/d40123a72b0441e7869895988fa94127 is 50, key is test_row_0/C:col10/1732317971454/Put/seqid=0 2024-11-22T23:26:11,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742306_1482 (size=12151) 2024-11-22T23:26:11,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/d40123a72b0441e7869895988fa94127 2024-11-22T23:26:11,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/d81eac2152ef4c53b1816ba6a724e166 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/d81eac2152ef4c53b1816ba6a724e166 2024-11-22T23:26:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318031536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/d81eac2152ef4c53b1816ba6a724e166, entries=200, sequenceid=243, filesize=14.2 K 2024-11-22T23:26:11,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/f30c6adc29e14f86a24ac0e605b09019 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f30c6adc29e14f86a24ac0e605b09019 2024-11-22T23:26:11,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f30c6adc29e14f86a24ac0e605b09019, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T23:26:11,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/d40123a72b0441e7869895988fa94127 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d40123a72b0441e7869895988fa94127 2024-11-22T23:26:11,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d40123a72b0441e7869895988fa94127, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T23:26:11,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c55fa25619991330153861337a72d331 in 92ms, sequenceid=243, compaction requested=true 2024-11-22T23:26:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:A, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:11,550 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T23:26:11,551 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:11,551 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/A is initiating minor compaction (all files) 2024-11-22T23:26:11,551 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/A in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,551 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/7604773d493446618ff91ee66933f499, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/108f6104ec5f412394eb9ed33b573c52, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/d81eac2152ef4c53b1816ba6a724e166] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=38.4 K 2024-11-22T23:26:11,551 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7604773d493446618ff91ee66933f499, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732317969056 2024-11-22T23:26:11,551 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 108f6104ec5f412394eb9ed33b573c52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732317970264 2024-11-22T23:26:11,552 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting d81eac2152ef4c53b1816ba6a724e166, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732317971451 2024-11-22T23:26:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:11,554 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:11,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T23:26:11,561 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:11,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/9f53912525704d809447786ef00d7341 is 50, key is test_row_0/A:col10/1732317971554/Put/seqid=0 2024-11-22T23:26:11,561 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/fc23ebd4cc794e20abd8e34107b16900 is 50, key is test_row_0/A:col10/1732317971454/Put/seqid=0 2024-11-22T23:26:11,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742307_1483 (size=12731) 2024-11-22T23:26:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742308_1484 (size=17181) 2024-11-22T23:26:11,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/9f53912525704d809447786ef00d7341 2024-11-22T23:26:11,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/7d69f682806a4a09a3547fd12d66751d is 50, key is test_row_0/B:col10/1732317971554/Put/seqid=0 2024-11-22T23:26:11,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742309_1485 (size=12301) 2024-11-22T23:26:11,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318031594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318031594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318031594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,613 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/bd8f6504a3344e9999dd2e25a3e8ddfb as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/bd8f6504a3344e9999dd2e25a3e8ddfb 2024-11-22T23:26:11,618 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/B of c55fa25619991330153861337a72d331 into bd8f6504a3344e9999dd2e25a3e8ddfb(size=12.3 K), total size for store is 36.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:11,618 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:11,618 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/B, priority=12, startTime=1732317971092; duration=0sec 2024-11-22T23:26:11,618 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T23:26:11,618 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:B 2024-11-22T23:26:11,618 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:B 2024-11-22T23:26:11,618 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T23:26:11,620 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:11,620 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/C is initiating minor compaction (all files) 2024-11-22T23:26:11,620 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/C in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,620 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9b0ce648404d4478a8d7775415eb1d7b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/2cce67ea4bde4def86c80208207e3f98, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d40123a72b0441e7869895988fa94127] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=36.1 K 2024-11-22T23:26:11,620 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b0ce648404d4478a8d7775415eb1d7b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732317969056 2024-11-22T23:26:11,621 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cce67ea4bde4def86c80208207e3f98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732317970264 2024-11-22T23:26:11,621 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d40123a72b0441e7869895988fa94127, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732317971451 2024-11-22T23:26:11,630 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:11,631 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/6c477981739d44bd87abadf386e63007 is 50, key is test_row_0/C:col10/1732317971454/Put/seqid=0 2024-11-22T23:26:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742310_1486 (size=12731) 2024-11-22T23:26:11,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318031649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T23:26:11,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:11,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318031718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318031719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318031719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T23:26:11,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:11,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T23:26:11,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318031860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318031939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318031939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318031939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:11,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:11,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T23:26:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:11,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:11,982 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/fc23ebd4cc794e20abd8e34107b16900 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fc23ebd4cc794e20abd8e34107b16900 2024-11-22T23:26:11,989 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/A of c55fa25619991330153861337a72d331 into fc23ebd4cc794e20abd8e34107b16900(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:11,989 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:11,989 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/A, priority=13, startTime=1732317971550; duration=0sec 2024-11-22T23:26:11,989 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:11,989 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:A 2024-11-22T23:26:11,989 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:11,990 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:11,990 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/B is initiating minor compaction (all files) 2024-11-22T23:26:11,990 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/B in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:11,990 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/bd8f6504a3344e9999dd2e25a3e8ddfb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/162a4950bcf24190acb464dde259c91d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f30c6adc29e14f86a24ac0e605b09019] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=36.1 K 2024-11-22T23:26:11,990 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd8f6504a3344e9999dd2e25a3e8ddfb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732317969056 2024-11-22T23:26:11,991 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 162a4950bcf24190acb464dde259c91d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732317970264 2024-11-22T23:26:11,991 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting f30c6adc29e14f86a24ac0e605b09019, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732317971451 2024-11-22T23:26:11,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/7d69f682806a4a09a3547fd12d66751d 2024-11-22T23:26:12,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/6903c873a9df43b4a8f335ac85708c34 is 50, key is test_row_0/C:col10/1732317971554/Put/seqid=0 2024-11-22T23:26:12,004 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#B#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:12,004 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/18908161ef58473f8f396acf26e65ff7 is 50, key is test_row_0/B:col10/1732317971454/Put/seqid=0 2024-11-22T23:26:12,039 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/6c477981739d44bd87abadf386e63007 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6c477981739d44bd87abadf386e63007 2024-11-22T23:26:12,044 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/C of c55fa25619991330153861337a72d331 into 6c477981739d44bd87abadf386e63007(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:12,044 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:12,044 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/C, priority=13, startTime=1732317971550; duration=0sec 2024-11-22T23:26:12,044 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:12,044 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:C 2024-11-22T23:26:12,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742311_1487 (size=12301) 2024-11-22T23:26:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742312_1488 (size=12731) 2024-11-22T23:26:12,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/6903c873a9df43b4a8f335ac85708c34 2024-11-22T23:26:12,064 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/18908161ef58473f8f396acf26e65ff7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/18908161ef58473f8f396acf26e65ff7 2024-11-22T23:26:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/9f53912525704d809447786ef00d7341 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9f53912525704d809447786ef00d7341 2024-11-22T23:26:12,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9f53912525704d809447786ef00d7341, entries=250, sequenceid=270, filesize=16.8 K 2024-11-22T23:26:12,070 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/B of c55fa25619991330153861337a72d331 into 18908161ef58473f8f396acf26e65ff7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:12,070 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:12,070 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/B, priority=13, startTime=1732317971550; duration=0sec 2024-11-22T23:26:12,071 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:12,071 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:B 2024-11-22T23:26:12,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/7d69f682806a4a09a3547fd12d66751d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/7d69f682806a4a09a3547fd12d66751d 2024-11-22T23:26:12,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/7d69f682806a4a09a3547fd12d66751d, entries=150, sequenceid=270, filesize=12.0 K 2024-11-22T23:26:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/6903c873a9df43b4a8f335ac85708c34 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6903c873a9df43b4a8f335ac85708c34 2024-11-22T23:26:12,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6903c873a9df43b4a8f335ac85708c34, entries=150, sequenceid=270, filesize=12.0 K 2024-11-22T23:26:12,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for c55fa25619991330153861337a72d331 in 528ms, sequenceid=270, compaction requested=false 2024-11-22T23:26:12,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:12,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T23:26:12,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:12,128 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T23:26:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T23:26:12,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/ec40e064ace9414c85083844ca6f8195 is 50, key is test_row_0/A:col10/1732317971588/Put/seqid=0 2024-11-22T23:26:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742313_1489 (size=12301) 2024-11-22T23:26:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:12,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:12,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318032303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318032307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318032309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318032311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318032419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318032429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318032429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318032429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,583 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/ec40e064ace9414c85083844ca6f8195 2024-11-22T23:26:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/a733253350734f9180621b1a074f92e1 is 50, key is test_row_0/B:col10/1732317971588/Put/seqid=0 2024-11-22T23:26:12,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742314_1490 (size=12301) 2024-11-22T23:26:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318032629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T23:26:12,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318032649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318032649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318032650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318032949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318032960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318032960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318032960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,006 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/a733253350734f9180621b1a074f92e1 2024-11-22T23:26:13,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/448af62ab2f4475192081a0646fadd7e is 50, key is test_row_0/C:col10/1732317971588/Put/seqid=0 2024-11-22T23:26:13,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742315_1491 (size=12301) 2024-11-22T23:26:13,415 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/448af62ab2f4475192081a0646fadd7e 2024-11-22T23:26:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/ec40e064ace9414c85083844ca6f8195 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ec40e064ace9414c85083844ca6f8195 2024-11-22T23:26:13,422 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ec40e064ace9414c85083844ca6f8195, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T23:26:13,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/a733253350734f9180621b1a074f92e1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a733253350734f9180621b1a074f92e1 2024-11-22T23:26:13,425 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a733253350734f9180621b1a074f92e1, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T23:26:13,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/448af62ab2f4475192081a0646fadd7e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/448af62ab2f4475192081a0646fadd7e 2024-11-22T23:26:13,428 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/448af62ab2f4475192081a0646fadd7e, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T23:26:13,429 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c55fa25619991330153861337a72d331 in 1301ms, sequenceid=284, compaction requested=true 2024-11-22T23:26:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-22T23:26:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-22T23:26:13,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-22T23:26:13,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9140 sec 2024-11-22T23:26:13,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.9230 sec 2024-11-22T23:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:13,474 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:13,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T23:26:13,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/a075795965694fde8d53eada93fa9d51 is 50, key is test_row_0/A:col10/1732317973473/Put/seqid=0 2024-11-22T23:26:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742316_1492 (size=14741) 2024-11-22T23:26:13,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318033487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318033487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318033488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318033497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318033599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318033609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318033609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318033609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T23:26:13,659 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:13,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-22T23:26:13,662 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T23:26:13,664 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:13,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T23:26:13,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318033809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T23:26:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:13,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:13,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:13,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:13,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:13,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318033829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318033829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318033829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:13,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/a075795965694fde8d53eada93fa9d51 2024-11-22T23:26:13,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/fda1252578cf465787b9449d0b9b8548 is 50, key is test_row_0/B:col10/1732317973473/Put/seqid=0 2024-11-22T23:26:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742317_1493 (size=12301) 2024-11-22T23:26:13,941 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:26:13,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T23:26:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:13,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:13,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:13,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T23:26:14,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T23:26:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318034129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318034149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318034149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318034149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T23:26:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T23:26:14,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/fda1252578cf465787b9449d0b9b8548 2024-11-22T23:26:14,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3842eb80f7bd47bcb1f3709684587fa9 is 50, key is test_row_0/C:col10/1732317973473/Put/seqid=0 2024-11-22T23:26:14,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742318_1494 (size=12301) 2024-11-22T23:26:14,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T23:26:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T23:26:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:14,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51196 deadline: 1732318034588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,597 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in c55fa25619991330153861337a72d331 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:26:14,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318034649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318034658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318034659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318034669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:14,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3842eb80f7bd47bcb1f3709684587fa9 2024-11-22T23:26:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/a075795965694fde8d53eada93fa9d51 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a075795965694fde8d53eada93fa9d51 2024-11-22T23:26:14,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a075795965694fde8d53eada93fa9d51, entries=200, sequenceid=311, filesize=14.4 K 2024-11-22T23:26:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/fda1252578cf465787b9449d0b9b8548 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/fda1252578cf465787b9449d0b9b8548 2024-11-22T23:26:14,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/fda1252578cf465787b9449d0b9b8548, entries=150, sequenceid=311, filesize=12.0 K 2024-11-22T23:26:14,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3842eb80f7bd47bcb1f3709684587fa9 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3842eb80f7bd47bcb1f3709684587fa9 2024-11-22T23:26:14,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3842eb80f7bd47bcb1f3709684587fa9, entries=150, sequenceid=311, filesize=12.0 K 2024-11-22T23:26:14,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c55fa25619991330153861337a72d331 in 1252ms, sequenceid=311, compaction requested=true 2024-11-22T23:26:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:14,726 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:14,726 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:14,727 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:14,727 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:14,727 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/B is initiating minor compaction (all files) 2024-11-22T23:26:14,727 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/A is initiating minor compaction (all files) 2024-11-22T23:26:14,727 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/B in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,727 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/A in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,727 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/18908161ef58473f8f396acf26e65ff7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/7d69f682806a4a09a3547fd12d66751d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a733253350734f9180621b1a074f92e1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/fda1252578cf465787b9449d0b9b8548] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=48.5 K 2024-11-22T23:26:14,727 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fc23ebd4cc794e20abd8e34107b16900, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9f53912525704d809447786ef00d7341, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ec40e064ace9414c85083844ca6f8195, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a075795965694fde8d53eada93fa9d51] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=55.6 K 2024-11-22T23:26:14,727 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 18908161ef58473f8f396acf26e65ff7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732317971451 2024-11-22T23:26:14,728 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d69f682806a4a09a3547fd12d66751d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732317971519 2024-11-22T23:26:14,728 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a733253350734f9180621b1a074f92e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317971568 2024-11-22T23:26:14,728 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting fda1252578cf465787b9449d0b9b8548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317972306 2024-11-22T23:26:14,729 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc23ebd4cc794e20abd8e34107b16900, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732317971451 2024-11-22T23:26:14,729 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f53912525704d809447786ef00d7341, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732317971519 2024-11-22T23:26:14,730 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec40e064ace9414c85083844ca6f8195, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317971568 2024-11-22T23:26:14,730 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting a075795965694fde8d53eada93fa9d51, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317972300 2024-11-22T23:26:14,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T23:26:14,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,736 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T23:26:14,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/47674bc0e20f4c83a976537031ef26b6 is 50, key is test_row_0/A:col10/1732317973479/Put/seqid=0 2024-11-22T23:26:14,756 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:14,756 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/4368a73bb93f46bca1a149f55450a421 is 50, key is test_row_0/B:col10/1732317973473/Put/seqid=0 2024-11-22T23:26:14,756 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#A#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:14,756 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/52e765594d6440498ceecaa3938161de is 50, key is test_row_0/A:col10/1732317973473/Put/seqid=0 2024-11-22T23:26:14,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742319_1495 (size=12301) 2024-11-22T23:26:14,759 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/47674bc0e20f4c83a976537031ef26b6 2024-11-22T23:26:14,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742320_1496 (size=13017) 2024-11-22T23:26:14,770 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/52e765594d6440498ceecaa3938161de as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/52e765594d6440498ceecaa3938161de 2024-11-22T23:26:14,773 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/A of c55fa25619991330153861337a72d331 into 52e765594d6440498ceecaa3938161de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:14,773 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:14,773 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/A, priority=12, startTime=1732317974726; duration=0sec 2024-11-22T23:26:14,773 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:14,773 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:A 2024-11-22T23:26:14,774 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T23:26:14,774 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T23:26:14,774 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/C is initiating minor compaction (all files) 2024-11-22T23:26:14,774 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/C in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:14,774 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6c477981739d44bd87abadf386e63007, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6903c873a9df43b4a8f335ac85708c34, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/448af62ab2f4475192081a0646fadd7e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3842eb80f7bd47bcb1f3709684587fa9] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=48.5 K 2024-11-22T23:26:14,775 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c477981739d44bd87abadf386e63007, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732317971451 2024-11-22T23:26:14,775 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6903c873a9df43b4a8f335ac85708c34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732317971519 2024-11-22T23:26:14,776 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 448af62ab2f4475192081a0646fadd7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732317971568 2024-11-22T23:26:14,776 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3842eb80f7bd47bcb1f3709684587fa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317972306 2024-11-22T23:26:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742321_1497 (size=13017) 2024-11-22T23:26:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/1a35767afe8647e59f2071580a5b26d4 is 50, key is test_row_0/B:col10/1732317973479/Put/seqid=0 2024-11-22T23:26:14,795 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#C#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:14,796 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/bc23c4fd7ff549c08443d429bd003364 is 50, key is test_row_0/C:col10/1732317973473/Put/seqid=0 2024-11-22T23:26:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T23:26:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742322_1498 (size=12301) 2024-11-22T23:26:14,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742323_1499 (size=13017) 2024-11-22T23:26:14,814 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/bc23c4fd7ff549c08443d429bd003364 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/bc23c4fd7ff549c08443d429bd003364 2024-11-22T23:26:14,817 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/C of c55fa25619991330153861337a72d331 into bc23c4fd7ff549c08443d429bd003364(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:14,817 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:14,817 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/C, priority=12, startTime=1732317974726; duration=0sec 2024-11-22T23:26:14,817 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:14,817 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:C 2024-11-22T23:26:15,186 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/4368a73bb93f46bca1a149f55450a421 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/4368a73bb93f46bca1a149f55450a421 2024-11-22T23:26:15,190 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c55fa25619991330153861337a72d331/B of c55fa25619991330153861337a72d331 into 4368a73bb93f46bca1a149f55450a421(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:15,190 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:15,190 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/B, priority=12, startTime=1732317974726; duration=0sec 2024-11-22T23:26:15,190 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:15,190 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:B 2024-11-22T23:26:15,206 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/1a35767afe8647e59f2071580a5b26d4 2024-11-22T23:26:15,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3bb19fe11a1741dea698d7fc4afb9310 is 50, key is test_row_0/C:col10/1732317973479/Put/seqid=0 2024-11-22T23:26:15,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742324_1500 (size=12301) 2024-11-22T23:26:15,617 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3bb19fe11a1741dea698d7fc4afb9310 2024-11-22T23:26:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/47674bc0e20f4c83a976537031ef26b6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/47674bc0e20f4c83a976537031ef26b6 2024-11-22T23:26:15,623 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/47674bc0e20f4c83a976537031ef26b6, entries=150, sequenceid=320, filesize=12.0 K 2024-11-22T23:26:15,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/1a35767afe8647e59f2071580a5b26d4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1a35767afe8647e59f2071580a5b26d4 2024-11-22T23:26:15,629 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1a35767afe8647e59f2071580a5b26d4, entries=150, sequenceid=320, filesize=12.0 K 2024-11-22T23:26:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/3bb19fe11a1741dea698d7fc4afb9310 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3bb19fe11a1741dea698d7fc4afb9310 2024-11-22T23:26:15,633 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3bb19fe11a1741dea698d7fc4afb9310, entries=150, sequenceid=320, filesize=12.0 K 2024-11-22T23:26:15,634 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for c55fa25619991330153861337a72d331 in 898ms, sequenceid=320, compaction requested=false 2024-11-22T23:26:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-22T23:26:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-22T23:26:15,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T23:26:15,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9710 sec 2024-11-22T23:26:15,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.9800 sec 2024-11-22T23:26:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:15,684 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:15,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:26:15,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/fb72176687a04f9094337e5df006136a is 50, key is test_row_0/A:col10/1732317975666/Put/seqid=0 2024-11-22T23:26:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742325_1501 (size=17181) 2024-11-22T23:26:15,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318035726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:15,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318035727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318035733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:15,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318035734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T23:26:15,808 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:15,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-22T23:26:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T23:26:15,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:15,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:15,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:15,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318035839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:15,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:15,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318035839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:15,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:15,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:15,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318035852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318035852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:15,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:15,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T23:26:15,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T23:26:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:15,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318036058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318036059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318036059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318036069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,077 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/fb72176687a04f9094337e5df006136a 2024-11-22T23:26:16,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/6a660453b9cb491a913792187fd96e7e is 50, key is test_row_0/B:col10/1732317975666/Put/seqid=0 2024-11-22T23:26:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742326_1502 (size=12301) 2024-11-22T23:26:16,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T23:26:16,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:16,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T23:26:16,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T23:26:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318036369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318036369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318036378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318036379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T23:26:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T23:26:16,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/6a660453b9cb491a913792187fd96e7e 2024-11-22T23:26:16,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/effa089bfc6f48a990dd2fe674e8b44a is 50, key is test_row_0/C:col10/1732317975666/Put/seqid=0 2024-11-22T23:26:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742327_1503 (size=12301) 2024-11-22T23:26:16,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T23:26:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T23:26:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T23:26:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1732318036879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51194 deadline: 1732318036888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1732318036899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:16,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51248 deadline: 1732318036899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:16,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 , the old value is region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:16,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., hostname=a3d87a7361f3,41749,1732317825610, seqNum=2 because the exception is null or not the one we care about 2024-11-22T23:26:16,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/effa089bfc6f48a990dd2fe674e8b44a 2024-11-22T23:26:16,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/fb72176687a04f9094337e5df006136a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fb72176687a04f9094337e5df006136a 2024-11-22T23:26:16,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fb72176687a04f9094337e5df006136a, entries=250, sequenceid=335, filesize=16.8 K 2024-11-22T23:26:16,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/6a660453b9cb491a913792187fd96e7e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/6a660453b9cb491a913792187fd96e7e 2024-11-22T23:26:16,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/6a660453b9cb491a913792187fd96e7e, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T23:26:16,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/effa089bfc6f48a990dd2fe674e8b44a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/effa089bfc6f48a990dd2fe674e8b44a 2024-11-22T23:26:16,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/effa089bfc6f48a990dd2fe674e8b44a, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T23:26:16,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c55fa25619991330153861337a72d331 in 1248ms, sequenceid=335, compaction requested=true 2024-11-22T23:26:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:16,932 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:16,932 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55fa25619991330153861337a72d331:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:16,933 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:16,933 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:16,933 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/A is initiating minor compaction (all files) 2024-11-22T23:26:16,933 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/B is initiating minor compaction (all files) 2024-11-22T23:26:16,933 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/B in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,933 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/A in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,933 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/4368a73bb93f46bca1a149f55450a421, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1a35767afe8647e59f2071580a5b26d4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/6a660453b9cb491a913792187fd96e7e] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=36.7 K 2024-11-22T23:26:16,933 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/52e765594d6440498ceecaa3938161de, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/47674bc0e20f4c83a976537031ef26b6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fb72176687a04f9094337e5df006136a] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=41.5 K 2024-11-22T23:26:16,933 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4368a73bb93f46bca1a149f55450a421, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317972306 2024-11-22T23:26:16,933 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52e765594d6440498ceecaa3938161de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317972306 2024-11-22T23:26:16,934 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47674bc0e20f4c83a976537031ef26b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732317973479 2024-11-22T23:26:16,934 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a35767afe8647e59f2071580a5b26d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732317973479 2024-11-22T23:26:16,934 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a660453b9cb491a913792187fd96e7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732317975666 2024-11-22T23:26:16,934 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb72176687a04f9094337e5df006136a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732317975666 2024-11-22T23:26:16,940 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#B#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:16,940 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:16,940 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/3cc5d7388eac41cea1e10e407da8d34c is 50, key is test_row_0/A:col10/1732317975666/Put/seqid=0 2024-11-22T23:26:16,940 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/f86f2d3628f845fabf0a731de8b1904d is 50, key is test_row_0/B:col10/1732317975666/Put/seqid=0 2024-11-22T23:26:16,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742328_1504 (size=13119) 2024-11-22T23:26:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T23:26:16,949 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/f86f2d3628f845fabf0a731de8b1904d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f86f2d3628f845fabf0a731de8b1904d 2024-11-22T23:26:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742329_1505 (size=13119) 2024-11-22T23:26:16,955 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/B of c55fa25619991330153861337a72d331 into f86f2d3628f845fabf0a731de8b1904d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:16,955 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:16,955 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/B, priority=13, startTime=1732317976932; duration=0sec 2024-11-22T23:26:16,955 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:16,955 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:B 2024-11-22T23:26:16,955 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:16,956 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:16,956 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): c55fa25619991330153861337a72d331/C is initiating minor compaction (all files) 2024-11-22T23:26:16,956 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c55fa25619991330153861337a72d331/C in TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:16,956 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/bc23c4fd7ff549c08443d429bd003364, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3bb19fe11a1741dea698d7fc4afb9310, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/effa089bfc6f48a990dd2fe674e8b44a] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp, totalSize=36.7 K 2024-11-22T23:26:16,956 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting bc23c4fd7ff549c08443d429bd003364, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732317972306 2024-11-22T23:26:16,957 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bb19fe11a1741dea698d7fc4afb9310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732317973479 2024-11-22T23:26:16,957 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting effa089bfc6f48a990dd2fe674e8b44a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732317975666 2024-11-22T23:26:16,962 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55fa25619991330153861337a72d331#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:16,963 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/4d783ad1bd534574a44b09b707a23d1b is 50, key is test_row_0/C:col10/1732317975666/Put/seqid=0 2024-11-22T23:26:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742330_1506 (size=13119) 2024-11-22T23:26:17,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T23:26:17,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:17,035 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T23:26:17,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/9be17b4ce5d44c53806420da7bacc2b9 is 50, key is test_row_0/A:col10/1732317975733/Put/seqid=0 2024-11-22T23:26:17,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742331_1507 (size=12301) 2024-11-22T23:26:17,365 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/3cc5d7388eac41cea1e10e407da8d34c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/3cc5d7388eac41cea1e10e407da8d34c 2024-11-22T23:26:17,372 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/A of c55fa25619991330153861337a72d331 into 3cc5d7388eac41cea1e10e407da8d34c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:17,372 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:17,372 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/A, priority=13, startTime=1732317976932; duration=0sec 2024-11-22T23:26:17,372 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:17,372 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:A 2024-11-22T23:26:17,372 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/4d783ad1bd534574a44b09b707a23d1b as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/4d783ad1bd534574a44b09b707a23d1b 2024-11-22T23:26:17,378 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c55fa25619991330153861337a72d331/C of c55fa25619991330153861337a72d331 into 4d783ad1bd534574a44b09b707a23d1b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:17,378 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:17,378 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., storeName=c55fa25619991330153861337a72d331/C, priority=13, startTime=1732317976932; duration=0sec 2024-11-22T23:26:17,378 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:17,378 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55fa25619991330153861337a72d331:C 2024-11-22T23:26:17,443 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/9be17b4ce5d44c53806420da7bacc2b9 2024-11-22T23:26:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/3950b7c5732543d7a8eb6e9d639295ab is 50, key is test_row_0/B:col10/1732317975733/Put/seqid=0 2024-11-22T23:26:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742332_1508 (size=12301) 2024-11-22T23:26:17,716 INFO [Thread-1964 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1964. 2024-11-22T23:26:17,716 DEBUG [Thread-1964 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,716 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,717 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,717 INFO [Thread-1962 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1962. 2024-11-22T23:26:17,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,717 DEBUG [Thread-1962 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,717 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,717 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,719 INFO [Thread-1960 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1960. 2024-11-22T23:26:17,719 DEBUG [Thread-1960 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,719 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,719 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,722 INFO [Thread-1966 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1966. 2024-11-22T23:26:17,722 DEBUG [Thread-1966 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,722 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,722 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,723 INFO [Thread-1958 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1958. 2024-11-22T23:26:17,723 DEBUG [Thread-1958 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,723 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,723 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,856 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/3950b7c5732543d7a8eb6e9d639295ab 2024-11-22T23:26:17,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/cc42d05439e14f6fa9b6d77c8e51d537 is 50, key is test_row_0/C:col10/1732317975733/Put/seqid=0 2024-11-22T23:26:17,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742333_1509 (size=12301) 2024-11-22T23:26:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on c55fa25619991330153861337a72d331 2024-11-22T23:26:17,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. as already flushing 2024-11-22T23:26:17,900 INFO [Thread-1953 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1953. 2024-11-22T23:26:17,900 DEBUG [Thread-1953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,900 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,900 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,910 INFO [Thread-1949 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1949. 2024-11-22T23:26:17,910 INFO [Thread-1951 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1951. 2024-11-22T23:26:17,910 DEBUG [Thread-1949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,910 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,910 DEBUG [Thread-1951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,910 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,910 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,910 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,920 INFO [Thread-1947 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1947. 2024-11-22T23:26:17,920 DEBUG [Thread-1947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:17,920 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,921 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:17,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T23:26:18,265 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/cc42d05439e14f6fa9b6d77c8e51d537 2024-11-22T23:26:18,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/9be17b4ce5d44c53806420da7bacc2b9 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9be17b4ce5d44c53806420da7bacc2b9 2024-11-22T23:26:18,273 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9be17b4ce5d44c53806420da7bacc2b9, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T23:26:18,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/3950b7c5732543d7a8eb6e9d639295ab as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3950b7c5732543d7a8eb6e9d639295ab 2024-11-22T23:26:18,276 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3950b7c5732543d7a8eb6e9d639295ab, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T23:26:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/cc42d05439e14f6fa9b6d77c8e51d537 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/cc42d05439e14f6fa9b6d77c8e51d537 2024-11-22T23:26:18,279 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/cc42d05439e14f6fa9b6d77c8e51d537, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T23:26:18,280 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for c55fa25619991330153861337a72d331 in 1245ms, sequenceid=360, compaction requested=false 2024-11-22T23:26:18,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for c55fa25619991330153861337a72d331: 2024-11-22T23:26:18,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:18,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-22T23:26:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-22T23:26:18,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-22T23:26:18,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4670 sec 2024-11-22T23:26:18,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.4720 sec 2024-11-22T23:26:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T23:26:19,980 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:24,660 INFO [Thread-1955 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1955. 2024-11-22T23:26:24,660 DEBUG [Thread-1955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:24,660 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:24,660 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:24,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1587 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4758 rows 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1592 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4776 rows 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1597 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4788 rows 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1594 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4780 rows 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1586 2024-11-22T23:26:24,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4755 rows 2024-11-22T23:26:24,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:26:24,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:26:24,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:24,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:24,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:24,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T23:26:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T23:26:24,665 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317984665"}]},"ts":"1732317984665"} 2024-11-22T23:26:24,666 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T23:26:24,666 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T23:26:24,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:26:24,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, UNASSIGN}] 2024-11-22T23:26:24,668 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, UNASSIGN 2024-11-22T23:26:24,669 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=c55fa25619991330153861337a72d331, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:24,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, UNASSIGN because future has completed 2024-11-22T23:26:24,670 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:26:24,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:26:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T23:26:24,821 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close c55fa25619991330153861337a72d331 2024-11-22T23:26:24,822 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:26:24,822 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing c55fa25619991330153861337a72d331, disabling compactions & flushes 2024-11-22T23:26:24,822 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:24,822 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:24,822 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. after waiting 0 ms 2024-11-22T23:26:24,822 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:24,822 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing c55fa25619991330153861337a72d331 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T23:26:24,825 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/67c17458225c41eb9929ef43e2383aea is 50, key is test_row_0/A:col10/1732317977899/Put/seqid=0 2024-11-22T23:26:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742334_1510 (size=12301) 2024-11-22T23:26:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T23:26:25,233 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/67c17458225c41eb9929ef43e2383aea 2024-11-22T23:26:25,239 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/a168eb5151eb413b8573b7abd9f291c6 is 50, key is test_row_0/B:col10/1732317977899/Put/seqid=0 2024-11-22T23:26:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742335_1511 (size=12301) 2024-11-22T23:26:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T23:26:25,643 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/a168eb5151eb413b8573b7abd9f291c6 2024-11-22T23:26:25,648 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/e190db10c52c4fd7bb0fdeda50a4cdec is 50, key is test_row_0/C:col10/1732317977899/Put/seqid=0 2024-11-22T23:26:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742336_1512 (size=12301) 2024-11-22T23:26:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T23:26:26,052 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/e190db10c52c4fd7bb0fdeda50a4cdec 2024-11-22T23:26:26,055 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/A/67c17458225c41eb9929ef43e2383aea as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/67c17458225c41eb9929ef43e2383aea 2024-11-22T23:26:26,057 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/67c17458225c41eb9929ef43e2383aea, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T23:26:26,058 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/B/a168eb5151eb413b8573b7abd9f291c6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a168eb5151eb413b8573b7abd9f291c6 2024-11-22T23:26:26,060 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a168eb5151eb413b8573b7abd9f291c6, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T23:26:26,061 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/.tmp/C/e190db10c52c4fd7bb0fdeda50a4cdec as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/e190db10c52c4fd7bb0fdeda50a4cdec 2024-11-22T23:26:26,063 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/e190db10c52c4fd7bb0fdeda50a4cdec, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T23:26:26,064 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c55fa25619991330153861337a72d331 in 1242ms, sequenceid=370, compaction requested=true 2024-11-22T23:26:26,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/1a2828b0f0ed4ab78531a05368ce6091, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/516860d0a30247898e23caed2d72c3c5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/845cf0fef53d42f096f86c937ecadcac, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/af2f2f65ca1b43e8b98f5a2ea5c80e78, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c9e5bc45836846088765d3b162d0fb35, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c55469d095b741c7bcc66ee0e623fc59, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/aa1b8f1da82e43f5934a6f118e679323, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c3750830889a4af08fd27a266ff8ec19, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ab684ebd29a74a2686e251d4795e7d8a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/570b8c096fe349fc8a1ff1f54b57bbec, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/8db2daa354394d87927e86d2e061f628, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/f688d6005be342839abea4a7328f29e1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/060c935bcafa40579b8172b698c43f67, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/7604773d493446618ff91ee66933f499, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a05fba671acc447e84c10cf44538a46d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/108f6104ec5f412394eb9ed33b573c52, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/d81eac2152ef4c53b1816ba6a724e166, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fc23ebd4cc794e20abd8e34107b16900, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9f53912525704d809447786ef00d7341, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ec40e064ace9414c85083844ca6f8195, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a075795965694fde8d53eada93fa9d51, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/52e765594d6440498ceecaa3938161de, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/47674bc0e20f4c83a976537031ef26b6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fb72176687a04f9094337e5df006136a] to archive 2024-11-22T23:26:26,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:26:26,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/1a2828b0f0ed4ab78531a05368ce6091 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/1a2828b0f0ed4ab78531a05368ce6091 2024-11-22T23:26:26,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/516860d0a30247898e23caed2d72c3c5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/516860d0a30247898e23caed2d72c3c5 2024-11-22T23:26:26,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/845cf0fef53d42f096f86c937ecadcac to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/845cf0fef53d42f096f86c937ecadcac 2024-11-22T23:26:26,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/af2f2f65ca1b43e8b98f5a2ea5c80e78 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/af2f2f65ca1b43e8b98f5a2ea5c80e78 2024-11-22T23:26:26,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c9e5bc45836846088765d3b162d0fb35 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c9e5bc45836846088765d3b162d0fb35 2024-11-22T23:26:26,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c55469d095b741c7bcc66ee0e623fc59 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c55469d095b741c7bcc66ee0e623fc59 2024-11-22T23:26:26,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/aa1b8f1da82e43f5934a6f118e679323 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/aa1b8f1da82e43f5934a6f118e679323 2024-11-22T23:26:26,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c3750830889a4af08fd27a266ff8ec19 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/c3750830889a4af08fd27a266ff8ec19 2024-11-22T23:26:26,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ab684ebd29a74a2686e251d4795e7d8a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ab684ebd29a74a2686e251d4795e7d8a 2024-11-22T23:26:26,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/570b8c096fe349fc8a1ff1f54b57bbec to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/570b8c096fe349fc8a1ff1f54b57bbec 2024-11-22T23:26:26,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/8db2daa354394d87927e86d2e061f628 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/8db2daa354394d87927e86d2e061f628 2024-11-22T23:26:26,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/f688d6005be342839abea4a7328f29e1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/f688d6005be342839abea4a7328f29e1 2024-11-22T23:26:26,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/060c935bcafa40579b8172b698c43f67 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/060c935bcafa40579b8172b698c43f67 2024-11-22T23:26:26,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/7604773d493446618ff91ee66933f499 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/7604773d493446618ff91ee66933f499 2024-11-22T23:26:26,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a05fba671acc447e84c10cf44538a46d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a05fba671acc447e84c10cf44538a46d 2024-11-22T23:26:26,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/108f6104ec5f412394eb9ed33b573c52 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/108f6104ec5f412394eb9ed33b573c52 2024-11-22T23:26:26,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/d81eac2152ef4c53b1816ba6a724e166 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/d81eac2152ef4c53b1816ba6a724e166 2024-11-22T23:26:26,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fc23ebd4cc794e20abd8e34107b16900 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fc23ebd4cc794e20abd8e34107b16900 2024-11-22T23:26:26,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9f53912525704d809447786ef00d7341 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9f53912525704d809447786ef00d7341 2024-11-22T23:26:26,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ec40e064ace9414c85083844ca6f8195 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/ec40e064ace9414c85083844ca6f8195 2024-11-22T23:26:26,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a075795965694fde8d53eada93fa9d51 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/a075795965694fde8d53eada93fa9d51 2024-11-22T23:26:26,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/52e765594d6440498ceecaa3938161de to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/52e765594d6440498ceecaa3938161de 2024-11-22T23:26:26,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/47674bc0e20f4c83a976537031ef26b6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/47674bc0e20f4c83a976537031ef26b6 2024-11-22T23:26:26,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fb72176687a04f9094337e5df006136a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/fb72176687a04f9094337e5df006136a 2024-11-22T23:26:26,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/59148afc57b545caabaa6433d75378af, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/0a5edb5c4495426e98dd8b714c6f3b1b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/074ca809f271424ab1bbaa070de8a118, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d95c9ca4651b4b19a7450d19f49a08f3, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/35e6cf53b33a4b6ba3b9a73b66a59024, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/be30e97d56d343f7841d880c2fb6551b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3d36d71fe57644ed84b67c1fcc3a600e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/943adce3273d49359cbfeee97afdec44, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1af5dc6587c347fda4c8798c89d45651, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/ec76dda1a7504817a2f199018a8ef163, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/05a315a6b1004409a9956a7fbbb057c6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/278e3e44e912416cb26fc8ca1a177981, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/dbd171b19c944ba2a36462ab4681c880, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/bd8f6504a3344e9999dd2e25a3e8ddfb, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d6aa59a204af4ace8ec0793c1f877fe7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/162a4950bcf24190acb464dde259c91d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/18908161ef58473f8f396acf26e65ff7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f30c6adc29e14f86a24ac0e605b09019, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/7d69f682806a4a09a3547fd12d66751d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a733253350734f9180621b1a074f92e1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/4368a73bb93f46bca1a149f55450a421, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/fda1252578cf465787b9449d0b9b8548, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1a35767afe8647e59f2071580a5b26d4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/6a660453b9cb491a913792187fd96e7e] to archive 2024-11-22T23:26:26,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:26:26,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/59148afc57b545caabaa6433d75378af to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/59148afc57b545caabaa6433d75378af 2024-11-22T23:26:26,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/0a5edb5c4495426e98dd8b714c6f3b1b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/0a5edb5c4495426e98dd8b714c6f3b1b 2024-11-22T23:26:26,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/074ca809f271424ab1bbaa070de8a118 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/074ca809f271424ab1bbaa070de8a118 2024-11-22T23:26:26,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d95c9ca4651b4b19a7450d19f49a08f3 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d95c9ca4651b4b19a7450d19f49a08f3 2024-11-22T23:26:26,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/35e6cf53b33a4b6ba3b9a73b66a59024 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/35e6cf53b33a4b6ba3b9a73b66a59024 2024-11-22T23:26:26,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/be30e97d56d343f7841d880c2fb6551b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/be30e97d56d343f7841d880c2fb6551b 2024-11-22T23:26:26,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3d36d71fe57644ed84b67c1fcc3a600e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3d36d71fe57644ed84b67c1fcc3a600e 2024-11-22T23:26:26,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/943adce3273d49359cbfeee97afdec44 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/943adce3273d49359cbfeee97afdec44 2024-11-22T23:26:26,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1af5dc6587c347fda4c8798c89d45651 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1af5dc6587c347fda4c8798c89d45651 2024-11-22T23:26:26,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/ec76dda1a7504817a2f199018a8ef163 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/ec76dda1a7504817a2f199018a8ef163 2024-11-22T23:26:26,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/05a315a6b1004409a9956a7fbbb057c6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/05a315a6b1004409a9956a7fbbb057c6 2024-11-22T23:26:26,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/278e3e44e912416cb26fc8ca1a177981 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/278e3e44e912416cb26fc8ca1a177981 2024-11-22T23:26:26,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/dbd171b19c944ba2a36462ab4681c880 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/dbd171b19c944ba2a36462ab4681c880 2024-11-22T23:26:26,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/bd8f6504a3344e9999dd2e25a3e8ddfb to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/bd8f6504a3344e9999dd2e25a3e8ddfb 2024-11-22T23:26:26,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d6aa59a204af4ace8ec0793c1f877fe7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/d6aa59a204af4ace8ec0793c1f877fe7 2024-11-22T23:26:26,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/162a4950bcf24190acb464dde259c91d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/162a4950bcf24190acb464dde259c91d 2024-11-22T23:26:26,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/18908161ef58473f8f396acf26e65ff7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/18908161ef58473f8f396acf26e65ff7 2024-11-22T23:26:26,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f30c6adc29e14f86a24ac0e605b09019 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f30c6adc29e14f86a24ac0e605b09019 2024-11-22T23:26:26,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/7d69f682806a4a09a3547fd12d66751d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/7d69f682806a4a09a3547fd12d66751d 2024-11-22T23:26:26,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a733253350734f9180621b1a074f92e1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a733253350734f9180621b1a074f92e1 2024-11-22T23:26:26,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/4368a73bb93f46bca1a149f55450a421 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/4368a73bb93f46bca1a149f55450a421 2024-11-22T23:26:26,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/fda1252578cf465787b9449d0b9b8548 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/fda1252578cf465787b9449d0b9b8548 2024-11-22T23:26:26,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1a35767afe8647e59f2071580a5b26d4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/1a35767afe8647e59f2071580a5b26d4 2024-11-22T23:26:26,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/6a660453b9cb491a913792187fd96e7e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/6a660453b9cb491a913792187fd96e7e 2024-11-22T23:26:26,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/fbb892c68e29454899e1a157a32ff7be, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3fcd58d9b7fe4f7384b14c4b32f184e5, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/1225878ad04c46a48b2e06c2f1c7df8a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3da0c350862340fa8e5b5c7b4a05702c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/a065bbceb211407d81301fd0eadb986a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/00a13caf02ec4f5199ba18a6f5d9dfde, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/7cee0ed1e80841fc84dff8e9061ec84f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/c14a0dae6035456f888420f87bd52577, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/14ac128a8e094b53b08d8e7d59d3d072, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9f426bc39c27423d9a85042fd1af7723, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/809b429d36e74e8bbfba76a5c1fc9816, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/404bb96e3e8a4def8dc8428da11b9f43, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d9f9de123d6d416aa3de885bf61512b4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9b0ce648404d4478a8d7775415eb1d7b, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/eb79410ae34344bfbcbd97cd095f9739, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/2cce67ea4bde4def86c80208207e3f98, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6c477981739d44bd87abadf386e63007, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d40123a72b0441e7869895988fa94127, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6903c873a9df43b4a8f335ac85708c34, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/448af62ab2f4475192081a0646fadd7e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/bc23c4fd7ff549c08443d429bd003364, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3842eb80f7bd47bcb1f3709684587fa9, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3bb19fe11a1741dea698d7fc4afb9310, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/effa089bfc6f48a990dd2fe674e8b44a] to archive 2024-11-22T23:26:26,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:26:26,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/fbb892c68e29454899e1a157a32ff7be to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/fbb892c68e29454899e1a157a32ff7be 2024-11-22T23:26:26,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3fcd58d9b7fe4f7384b14c4b32f184e5 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3fcd58d9b7fe4f7384b14c4b32f184e5 2024-11-22T23:26:26,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/1225878ad04c46a48b2e06c2f1c7df8a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/1225878ad04c46a48b2e06c2f1c7df8a 2024-11-22T23:26:26,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3da0c350862340fa8e5b5c7b4a05702c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3da0c350862340fa8e5b5c7b4a05702c 2024-11-22T23:26:26,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/a065bbceb211407d81301fd0eadb986a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/a065bbceb211407d81301fd0eadb986a 2024-11-22T23:26:26,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/00a13caf02ec4f5199ba18a6f5d9dfde to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/00a13caf02ec4f5199ba18a6f5d9dfde 2024-11-22T23:26:26,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/7cee0ed1e80841fc84dff8e9061ec84f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/7cee0ed1e80841fc84dff8e9061ec84f 2024-11-22T23:26:26,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/c14a0dae6035456f888420f87bd52577 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/c14a0dae6035456f888420f87bd52577 2024-11-22T23:26:26,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/14ac128a8e094b53b08d8e7d59d3d072 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/14ac128a8e094b53b08d8e7d59d3d072 2024-11-22T23:26:26,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9f426bc39c27423d9a85042fd1af7723 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9f426bc39c27423d9a85042fd1af7723 2024-11-22T23:26:26,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/809b429d36e74e8bbfba76a5c1fc9816 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/809b429d36e74e8bbfba76a5c1fc9816 2024-11-22T23:26:26,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/404bb96e3e8a4def8dc8428da11b9f43 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/404bb96e3e8a4def8dc8428da11b9f43 2024-11-22T23:26:26,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d9f9de123d6d416aa3de885bf61512b4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d9f9de123d6d416aa3de885bf61512b4 2024-11-22T23:26:26,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9b0ce648404d4478a8d7775415eb1d7b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/9b0ce648404d4478a8d7775415eb1d7b 2024-11-22T23:26:26,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/eb79410ae34344bfbcbd97cd095f9739 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/eb79410ae34344bfbcbd97cd095f9739 2024-11-22T23:26:26,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/2cce67ea4bde4def86c80208207e3f98 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/2cce67ea4bde4def86c80208207e3f98 2024-11-22T23:26:26,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6c477981739d44bd87abadf386e63007 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6c477981739d44bd87abadf386e63007 2024-11-22T23:26:26,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d40123a72b0441e7869895988fa94127 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/d40123a72b0441e7869895988fa94127 2024-11-22T23:26:26,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6903c873a9df43b4a8f335ac85708c34 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/6903c873a9df43b4a8f335ac85708c34 2024-11-22T23:26:26,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/448af62ab2f4475192081a0646fadd7e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/448af62ab2f4475192081a0646fadd7e 2024-11-22T23:26:26,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/bc23c4fd7ff549c08443d429bd003364 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/bc23c4fd7ff549c08443d429bd003364 2024-11-22T23:26:26,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3842eb80f7bd47bcb1f3709684587fa9 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3842eb80f7bd47bcb1f3709684587fa9 2024-11-22T23:26:26,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3bb19fe11a1741dea698d7fc4afb9310 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/3bb19fe11a1741dea698d7fc4afb9310 2024-11-22T23:26:26,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/effa089bfc6f48a990dd2fe674e8b44a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/effa089bfc6f48a990dd2fe674e8b44a 2024-11-22T23:26:26,126 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/recovered.edits/373.seqid, newMaxSeqId=373, maxSeqId=1 2024-11-22T23:26:26,126 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. 2024-11-22T23:26:26,127 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for c55fa25619991330153861337a72d331: Waiting for close lock at 1732317984822Running coprocessor pre-close hooks at 1732317984822Disabling compacts and flushes for region at 1732317984822Disabling writes for close at 1732317984822Obtaining lock to block concurrent updates at 1732317984822Preparing flush snapshotting stores in c55fa25619991330153861337a72d331 at 1732317984822Finished memstore snapshotting TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732317984822Flushing stores of TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331. at 1732317984823 (+1 ms)Flushing c55fa25619991330153861337a72d331/A: creating writer at 1732317984823Flushing c55fa25619991330153861337a72d331/A: appending metadata at 1732317984825 (+2 ms)Flushing c55fa25619991330153861337a72d331/A: closing flushed file at 1732317984825Flushing c55fa25619991330153861337a72d331/B: creating writer at 1732317985236 (+411 ms)Flushing c55fa25619991330153861337a72d331/B: appending metadata at 1732317985238 (+2 ms)Flushing c55fa25619991330153861337a72d331/B: closing flushed file at 1732317985238Flushing c55fa25619991330153861337a72d331/C: creating writer at 1732317985646 (+408 ms)Flushing c55fa25619991330153861337a72d331/C: appending metadata at 1732317985648 (+2 ms)Flushing c55fa25619991330153861337a72d331/C: closing flushed file at 1732317985648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b57ba6: reopening flushed file at 1732317986054 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7229ab4a: reopening flushed file at 1732317986057 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa60609: reopening flushed file at 1732317986060 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c55fa25619991330153861337a72d331 in 1242ms, sequenceid=370, compaction requested=true at 1732317986064 (+4 ms)Writing region close event to WAL at 1732317986124 (+60 ms)Running coprocessor post-close hooks at 1732317986126 (+2 ms)Closed at 1732317986126 2024-11-22T23:26:26,128 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed c55fa25619991330153861337a72d331 2024-11-22T23:26:26,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=c55fa25619991330153861337a72d331, regionState=CLOSED 2024-11-22T23:26:26,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:26:26,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-22T23:26:26,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure c55fa25619991330153861337a72d331, server=a3d87a7361f3,41749,1732317825610 in 1.4610 sec 2024-11-22T23:26:26,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-22T23:26:26,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55fa25619991330153861337a72d331, UNASSIGN in 1.4650 sec 2024-11-22T23:26:26,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-22T23:26:26,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4690 sec 2024-11-22T23:26:26,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317986137"}]},"ts":"1732317986137"} 2024-11-22T23:26:26,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T23:26:26,139 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T23:26:26,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4780 sec 2024-11-22T23:26:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T23:26:26,809 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:26,810 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T23:26:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:26,812 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T23:26:26,812 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:26,814 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331 2024-11-22T23:26:26,816 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/recovered.edits] 2024-11-22T23:26:26,818 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/3cc5d7388eac41cea1e10e407da8d34c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/3cc5d7388eac41cea1e10e407da8d34c 2024-11-22T23:26:26,819 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/67c17458225c41eb9929ef43e2383aea to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/67c17458225c41eb9929ef43e2383aea 2024-11-22T23:26:26,819 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9be17b4ce5d44c53806420da7bacc2b9 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/A/9be17b4ce5d44c53806420da7bacc2b9 2024-11-22T23:26:26,821 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3950b7c5732543d7a8eb6e9d639295ab to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/3950b7c5732543d7a8eb6e9d639295ab 2024-11-22T23:26:26,822 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a168eb5151eb413b8573b7abd9f291c6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/a168eb5151eb413b8573b7abd9f291c6 2024-11-22T23:26:26,823 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f86f2d3628f845fabf0a731de8b1904d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/B/f86f2d3628f845fabf0a731de8b1904d 2024-11-22T23:26:26,824 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/4d783ad1bd534574a44b09b707a23d1b to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/4d783ad1bd534574a44b09b707a23d1b 2024-11-22T23:26:26,825 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/cc42d05439e14f6fa9b6d77c8e51d537 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/cc42d05439e14f6fa9b6d77c8e51d537 2024-11-22T23:26:26,825 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/e190db10c52c4fd7bb0fdeda50a4cdec to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/C/e190db10c52c4fd7bb0fdeda50a4cdec 2024-11-22T23:26:26,827 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/recovered.edits/373.seqid to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331/recovered.edits/373.seqid 2024-11-22T23:26:26,828 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/c55fa25619991330153861337a72d331 2024-11-22T23:26:26,828 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T23:26:26,829 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:26,831 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T23:26:26,833 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T23:26:26,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:26,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T23:26:26,834 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732317986834"}]},"ts":"9223372036854775807"} 2024-11-22T23:26:26,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T23:26:26,836 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c55fa25619991330153861337a72d331, NAME => 'TestAcidGuarantees,,1732317955507.c55fa25619991330153861337a72d331.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T23:26:26,836 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T23:26:26,836 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732317986836"}]},"ts":"9223372036854775807"} 2024-11-22T23:26:26,838 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T23:26:26,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:26,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-22T23:26:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T23:26:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T23:26:26,920 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:26,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=237 (was 239), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=490 (was 555), ProcessCount=11 (was 11), AvailableMemoryMB=891 (was 1023) 2024-11-22T23:26:26,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=490, ProcessCount=11, AvailableMemoryMB=891 2024-11-22T23:26:26,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:26:26,935 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:26:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:26,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T23:26:26,937 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:26,937 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-22T23:26:26,938 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T23:26:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T23:26:26,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742337_1513 (size=959) 2024-11-22T23:26:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T23:26:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T23:26:27,345 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07 2024-11-22T23:26:27,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742338_1514 (size=53) 2024-11-22T23:26:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T23:26:27,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:26:27,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a52f3489ca50a8272026dcffc2a082a1, disabling compactions & flushes 2024-11-22T23:26:27,751 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:27,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:27,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. after waiting 0 ms 2024-11-22T23:26:27,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:27,751 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:27,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a52f3489ca50a8272026dcffc2a082a1: Waiting for close lock at 1732317987751Disabling compacts and flushes for region at 1732317987751Disabling writes for close at 1732317987751Writing region close event to WAL at 1732317987751Closed at 1732317987751 2024-11-22T23:26:27,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T23:26:27,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732317987752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732317987752"}]},"ts":"1732317987752"} 2024-11-22T23:26:27,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T23:26:27,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T23:26:27,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317987754"}]},"ts":"1732317987754"} 2024-11-22T23:26:27,755 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T23:26:27,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, ASSIGN}] 2024-11-22T23:26:27,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, ASSIGN 2024-11-22T23:26:27,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, ASSIGN; state=OFFLINE, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=false 2024-11-22T23:26:27,908 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=a52f3489ca50a8272026dcffc2a082a1, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:27,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, ASSIGN because future has completed 2024-11-22T23:26:27,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:26:28,064 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:28,064 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:26:28,064 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,064 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:26:28,064 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,064 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,065 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,067 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a52f3489ca50a8272026dcffc2a082a1 columnFamilyName A 2024-11-22T23:26:28,067 DEBUG [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:28,067 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(327): Store=a52f3489ca50a8272026dcffc2a082a1/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:26:28,067 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,068 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a52f3489ca50a8272026dcffc2a082a1 columnFamilyName B 2024-11-22T23:26:28,068 DEBUG [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:28,068 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(327): Store=a52f3489ca50a8272026dcffc2a082a1/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:26:28,068 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,069 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a52f3489ca50a8272026dcffc2a082a1 columnFamilyName C 2024-11-22T23:26:28,069 DEBUG [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:28,070 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(327): Store=a52f3489ca50a8272026dcffc2a082a1/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:26:28,070 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,070 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,070 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,071 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,071 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,071 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:26:28,072 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,074 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T23:26:28,074 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened a52f3489ca50a8272026dcffc2a082a1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70317816, jitterRate=0.047817111015319824}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:26:28,074 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:28,075 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for a52f3489ca50a8272026dcffc2a082a1: Running coprocessor pre-open hook at 1732317988064Writing region info on filesystem at 1732317988064Initializing all the Stores at 1732317988065 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317988065Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317988065Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317988065Cleaning up temporary data from old regions at 1732317988071 (+6 ms)Running coprocessor post-open hooks at 1732317988074 (+3 ms)Region opened successfully at 1732317988075 (+1 ms) 2024-11-22T23:26:28,075 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., pid=144, masterSystemTime=1732317988061 2024-11-22T23:26:28,077 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:28,077 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:28,077 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=a52f3489ca50a8272026dcffc2a082a1, regionState=OPEN, openSeqNum=2, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:28,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:26:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T23:26:28,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-22T23:26:28,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 in 170 msec 2024-11-22T23:26:28,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T23:26:28,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, ASSIGN in 325 msec 2024-11-22T23:26:28,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T23:26:28,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732317988082"}]},"ts":"1732317988082"} 2024-11-22T23:26:28,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T23:26:28,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T23:26:28,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-22T23:26:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-22T23:26:29,089 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:29,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d463f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:29,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:29,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:29,091 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1ff919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:29,092 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:29,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2507c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:29,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:29,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:29,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:29,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:29,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T23:26:29,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a3d87a7361f3,33451,1732317824833 2024-11-22T23:26:29,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14266f51 2024-11-22T23:26:29,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T23:26:29,096 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T23:26:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T23:26:29,098 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T23:26:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742339_1515 (size=995) 2024-11-22T23:26:29,508 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-22T23:26:29,508 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-22T23:26:29,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:26:29,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, REOPEN/MOVE}] 2024-11-22T23:26:29,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, REOPEN/MOVE 2024-11-22T23:26:29,513 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=a52f3489ca50a8272026dcffc2a082a1, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, REOPEN/MOVE because future has completed 2024-11-22T23:26:29,514 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:26:29,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:26:29,666 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,666 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:26:29,666 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing a52f3489ca50a8272026dcffc2a082a1, disabling compactions & flushes 2024-11-22T23:26:29,666 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:29,666 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:29,666 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. after waiting 0 ms 2024-11-22T23:26:29,666 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:29,670 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T23:26:29,670 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:29,670 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for a52f3489ca50a8272026dcffc2a082a1: Waiting for close lock at 1732317989666Running coprocessor pre-close hooks at 1732317989666Disabling compacts and flushes for region at 1732317989666Disabling writes for close at 1732317989666Writing region close event to WAL at 1732317989667 (+1 ms)Running coprocessor post-close hooks at 1732317989670 (+3 ms)Closed at 1732317989670 2024-11-22T23:26:29,670 WARN [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: a52f3489ca50a8272026dcffc2a082a1 to self. 2024-11-22T23:26:29,672 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=a52f3489ca50a8272026dcffc2a082a1, regionState=CLOSED 2024-11-22T23:26:29,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:26:29,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-22T23:26:29,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 in 160 msec 2024-11-22T23:26:29,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, REOPEN/MOVE; state=CLOSED, location=a3d87a7361f3,41749,1732317825610; forceNewPlan=false, retain=true 2024-11-22T23:26:29,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=a52f3489ca50a8272026dcffc2a082a1, regionState=OPENING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:29,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, REOPEN/MOVE because future has completed 2024-11-22T23:26:29,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:26:29,981 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:29,982 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T23:26:29,982 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,982 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T23:26:29,982 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,982 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,983 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,984 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a52f3489ca50a8272026dcffc2a082a1 columnFamilyName A 2024-11-22T23:26:29,985 DEBUG [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:29,985 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(327): Store=a52f3489ca50a8272026dcffc2a082a1/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:26:29,986 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,986 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a52f3489ca50a8272026dcffc2a082a1 columnFamilyName B 2024-11-22T23:26:29,987 DEBUG [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:29,987 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(327): Store=a52f3489ca50a8272026dcffc2a082a1/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:26:29,987 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,988 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a52f3489ca50a8272026dcffc2a082a1 columnFamilyName C 2024-11-22T23:26:29,988 DEBUG [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:29,988 INFO [StoreOpener-a52f3489ca50a8272026dcffc2a082a1-1 {}] regionserver.HStore(327): Store=a52f3489ca50a8272026dcffc2a082a1/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T23:26:29,988 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,989 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,989 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,990 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,990 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,991 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T23:26:29,991 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,992 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened a52f3489ca50a8272026dcffc2a082a1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62682548, jitterRate=-0.06595724821090698}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T23:26:29,992 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:29,993 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for a52f3489ca50a8272026dcffc2a082a1: Running coprocessor pre-open hook at 1732317989982Writing region info on filesystem at 1732317989982Initializing all the Stores at 1732317989983 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317989983Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317989983Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732317989983Cleaning up temporary data from old regions at 1732317989990 (+7 ms)Running coprocessor post-open hooks at 1732317989992 (+2 ms)Region opened successfully at 1732317989993 (+1 ms) 2024-11-22T23:26:29,994 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., pid=149, masterSystemTime=1732317989979 2024-11-22T23:26:29,995 DEBUG [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:29,995 INFO [RS_OPEN_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:29,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=a52f3489ca50a8272026dcffc2a082a1, regionState=OPEN, openSeqNum=5, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:29,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:26:29,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-22T23:26:29,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 in 169 msec 2024-11-22T23:26:30,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-22T23:26:30,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, REOPEN/MOVE in 487 msec 2024-11-22T23:26:30,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-22T23:26:30,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-22T23:26:30,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-11-22T23:26:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T23:26:30,004 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:30,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,005 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600bd798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,006 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@814a7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,008 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e5c474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,009 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690fbd28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,011 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24544e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,012 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,015 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1c6626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,016 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7abbae79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,018 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d90bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,019 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15612201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,021 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f443b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,023 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396b567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,025 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d7d706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,026 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@828ff68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,029 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5efb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,030 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca6bc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,032 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad2bd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,033 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334a8fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a3d87a7361f3,33451,-1 for getting cluster id 2024-11-22T23:26:30,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T23:26:30,035 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac6d93b4-faf6-4d09-8db3-b68c415a6fe5' 2024-11-22T23:26:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T23:26:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac6d93b4-faf6-4d09-8db3-b68c415a6fe5" 2024-11-22T23:26:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fd4a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a3d87a7361f3,33451,-1] 2024-11-22T23:26:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T23:26:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:30,036 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T23:26:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dc7e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T23:26:30,037 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,037 DEBUG [Thread-2325 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,038 DEBUG [Thread-2323 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,038 DEBUG [Thread-2336 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,038 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,038 DEBUG [Thread-2319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,039 DEBUG [Thread-2321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,039 DEBUG [Thread-2332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,039 DEBUG [Thread-2330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-22T23:26:30,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,039 DEBUG [Thread-2328 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,040 DEBUG [Thread-2334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T23:26:30,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:30,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T23:26:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a3d87a7361f3,41749,1732317825610, seqNum=-1] 2024-11-22T23:26:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T23:26:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T23:26:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5] 2024-11-22T23:26:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:30,055 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:30,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T23:26:30,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d64b498c21b04cd2824d5acf276d9930_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317990054/Put/seqid=0 2024-11-22T23:26:30,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742340_1516 (size=12154) 2024-11-22T23:26:30,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318050078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318050079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318050083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318050093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318050096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T23:26:30,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318050198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318050199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318050199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318050209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318050209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T23:26:30,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318050409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318050409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318050409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318050418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318050418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:30,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d64b498c21b04cd2824d5acf276d9930_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d64b498c21b04cd2824d5acf276d9930_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:30,493 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/4707bd3ce08e4c9a8b5f5001ff2b8866, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:30,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/4707bd3ce08e4c9a8b5f5001ff2b8866 is 175, key is test_row_0/A:col10/1732317990054/Put/seqid=0 2024-11-22T23:26:30,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742341_1517 (size=30955) 2024-11-22T23:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:30,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:30,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T23:26:30,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318050719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318050719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318050719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318050728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318050728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:30,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,915 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/4707bd3ce08e4c9a8b5f5001ff2b8866 2024-11-22T23:26:30,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/873cb05ed5f446969ae4aec62ee2aa34 is 50, key is test_row_0/B:col10/1732317990054/Put/seqid=0 2024-11-22T23:26:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742342_1518 (size=12001) 2024-11-22T23:26:30,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/873cb05ed5f446969ae4aec62ee2aa34 2024-11-22T23:26:30,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/501c4127e93d4aeebaad8f8d5e91c246 is 50, key is test_row_0/C:col10/1732317990054/Put/seqid=0 2024-11-22T23:26:30,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742343_1519 (size=12001) 2024-11-22T23:26:30,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:30,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:30,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:30,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:31,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:31,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:31,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:31,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T23:26:31,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318051229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:31,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318051229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318051229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:31,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318051238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:31,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318051238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:31,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:31,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:31,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:31,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/501c4127e93d4aeebaad8f8d5e91c246 2024-11-22T23:26:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/4707bd3ce08e4c9a8b5f5001ff2b8866 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/4707bd3ce08e4c9a8b5f5001ff2b8866 2024-11-22T23:26:31,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/4707bd3ce08e4c9a8b5f5001ff2b8866, entries=150, sequenceid=17, filesize=30.2 K 2024-11-22T23:26:31,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/873cb05ed5f446969ae4aec62ee2aa34 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/873cb05ed5f446969ae4aec62ee2aa34 2024-11-22T23:26:31,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/873cb05ed5f446969ae4aec62ee2aa34, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T23:26:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/501c4127e93d4aeebaad8f8d5e91c246 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/501c4127e93d4aeebaad8f8d5e91c246 2024-11-22T23:26:31,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/501c4127e93d4aeebaad8f8d5e91c246, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T23:26:31,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a52f3489ca50a8272026dcffc2a082a1 in 1335ms, sequenceid=17, compaction requested=false 2024-11-22T23:26:31,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:31,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T23:26:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:31,430 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T23:26:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112293033c9cd81a4e92b78e40e64b6fe2b3_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317990085/Put/seqid=0 2024-11-22T23:26:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742344_1520 (size=12154) 2024-11-22T23:26:31,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T23:26:31,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:31,849 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112293033c9cd81a4e92b78e40e64b6fe2b3_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112293033c9cd81a4e92b78e40e64b6fe2b3_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:31,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/47981da6986241e18e226f08308f1802, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:31,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/47981da6986241e18e226f08308f1802 is 175, key is test_row_0/A:col10/1732317990085/Put/seqid=0 2024-11-22T23:26:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742345_1521 (size=30955) 2024-11-22T23:26:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T23:26:32,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:32,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318052251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318052252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318052253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318052258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318052258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,260 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in a52f3489ca50a8272026dcffc2a082a1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:26:32,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,266 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/47981da6986241e18e226f08308f1802 2024-11-22T23:26:32,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/1b477e9e89bf49abb080843a5b9a51ba is 50, key is test_row_0/B:col10/1732317990085/Put/seqid=0 2024-11-22T23:26:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742346_1522 (size=12001) 2024-11-22T23:26:32,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318052359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318052359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318052359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318052368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318052569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318052569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318052569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318052578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,674 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/1b477e9e89bf49abb080843a5b9a51ba 2024-11-22T23:26:32,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/ae6caa602da64f27bef97c1515338765 is 50, key is test_row_0/C:col10/1732317990085/Put/seqid=0 2024-11-22T23:26:32,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742347_1523 (size=12001) 2024-11-22T23:26:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318052879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318052879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318052879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318052889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:32,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:32,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,083 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/ae6caa602da64f27bef97c1515338765 2024-11-22T23:26:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/47981da6986241e18e226f08308f1802 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/47981da6986241e18e226f08308f1802 2024-11-22T23:26:33,090 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/47981da6986241e18e226f08308f1802, entries=150, sequenceid=41, filesize=30.2 K 2024-11-22T23:26:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/1b477e9e89bf49abb080843a5b9a51ba as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/1b477e9e89bf49abb080843a5b9a51ba 2024-11-22T23:26:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,094 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/1b477e9e89bf49abb080843a5b9a51ba, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T23:26:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/ae6caa602da64f27bef97c1515338765 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/ae6caa602da64f27bef97c1515338765 2024-11-22T23:26:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,098 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/ae6caa602da64f27bef97c1515338765, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T23:26:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,098 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a52f3489ca50a8272026dcffc2a082a1 in 1668ms, sequenceid=41, compaction requested=false 2024-11-22T23:26:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-22T23:26:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-22T23:26:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T23:26:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0570 sec 2024-11-22T23:26:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.0650 sec 2024-11-22T23:26:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:33,396 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:33,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T23:26:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222cff3ba6eba545ddbb2bc456ab8dea39_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317993395/Put/seqid=0 2024-11-22T23:26:33,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318053420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318053422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318053422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318053422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742348_1524 (size=17034) 2024-11-22T23:26:33,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318053529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318053529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318053529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318053538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318053739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318053739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318053740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318053749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:33,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:33,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:33,853 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222cff3ba6eba545ddbb2bc456ab8dea39_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222cff3ba6eba545ddbb2bc456ab8dea39_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:33,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/f41a0fd8e08d484b8e691bd3602d0a75, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:33,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/f41a0fd8e08d484b8e691bd3602d0a75 is 175, key is test_row_0/A:col10/1732317993395/Put/seqid=0 2024-11-22T23:26:33,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742349_1525 (size=48139) 2024-11-22T23:26:33,866 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/f41a0fd8e08d484b8e691bd3602d0a75 2024-11-22T23:26:33,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/53a394ee361d462f8eec4c99f873e0a0 is 50, key is test_row_0/B:col10/1732317993395/Put/seqid=0 2024-11-22T23:26:33,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742350_1526 (size=12001) 2024-11-22T23:26:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318054049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318054049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318054049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318054058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T23:26:34,199 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:34,199 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-22T23:26:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T23:26:34,201 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:34,201 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:34,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:34,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/53a394ee361d462f8eec4c99f873e0a0 2024-11-22T23:26:34,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/5f0a5893d8ad4278aba6b11655803b3d is 50, key is test_row_0/C:col10/1732317993395/Put/seqid=0 2024-11-22T23:26:34,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742351_1527 (size=12001) 2024-11-22T23:26:34,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318054289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,293 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in a52f3489ca50a8272026dcffc2a082a1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:26:34,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T23:26:34,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T23:26:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T23:26:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T23:26:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318054558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318054558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318054559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318054569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:34,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T23:26:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:34,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:34,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/5f0a5893d8ad4278aba6b11655803b3d 2024-11-22T23:26:34,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/f41a0fd8e08d484b8e691bd3602d0a75 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/f41a0fd8e08d484b8e691bd3602d0a75 2024-11-22T23:26:34,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/f41a0fd8e08d484b8e691bd3602d0a75, entries=250, sequenceid=57, filesize=47.0 K 2024-11-22T23:26:34,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/53a394ee361d462f8eec4c99f873e0a0 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/53a394ee361d462f8eec4c99f873e0a0 2024-11-22T23:26:34,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/53a394ee361d462f8eec4c99f873e0a0, entries=150, sequenceid=57, filesize=11.7 K 2024-11-22T23:26:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/5f0a5893d8ad4278aba6b11655803b3d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5f0a5893d8ad4278aba6b11655803b3d 2024-11-22T23:26:34,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5f0a5893d8ad4278aba6b11655803b3d, entries=150, sequenceid=57, filesize=11.7 K 2024-11-22T23:26:34,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a52f3489ca50a8272026dcffc2a082a1 in 1311ms, sequenceid=57, compaction requested=true 2024-11-22T23:26:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:34,707 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:34,707 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:34,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:34,708 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:34,708 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:34,708 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/A is initiating minor compaction (all files) 2024-11-22T23:26:34,708 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/B is initiating minor compaction (all files) 2024-11-22T23:26:34,708 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/A in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,708 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/B in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,708 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/4707bd3ce08e4c9a8b5f5001ff2b8866, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/47981da6986241e18e226f08308f1802, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/f41a0fd8e08d484b8e691bd3602d0a75] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=107.5 K 2024-11-22T23:26:34,708 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/873cb05ed5f446969ae4aec62ee2aa34, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/1b477e9e89bf49abb080843a5b9a51ba, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/53a394ee361d462f8eec4c99f873e0a0] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=35.2 K 2024-11-22T23:26:34,708 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,708 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/4707bd3ce08e4c9a8b5f5001ff2b8866, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/47981da6986241e18e226f08308f1802, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/f41a0fd8e08d484b8e691bd3602d0a75] 2024-11-22T23:26:34,708 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 873cb05ed5f446969ae4aec62ee2aa34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732317990054 2024-11-22T23:26:34,708 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4707bd3ce08e4c9a8b5f5001ff2b8866, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732317990054 2024-11-22T23:26:34,709 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47981da6986241e18e226f08308f1802, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732317990077 2024-11-22T23:26:34,709 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b477e9e89bf49abb080843a5b9a51ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732317990077 2024-11-22T23:26:34,709 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting f41a0fd8e08d484b8e691bd3602d0a75, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732317992247 2024-11-22T23:26:34,709 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 53a394ee361d462f8eec4c99f873e0a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732317993395 2024-11-22T23:26:34,723 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:34,724 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122aa496fe9c43a472d91fce3d78b15c346_a52f3489ca50a8272026dcffc2a082a1 store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:34,725 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#B#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:34,725 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/7829ddf9620b45bcb2abf1bb616c5252 is 50, key is test_row_0/B:col10/1732317993395/Put/seqid=0 2024-11-22T23:26:34,726 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122aa496fe9c43a472d91fce3d78b15c346_a52f3489ca50a8272026dcffc2a082a1, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:34,726 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122aa496fe9c43a472d91fce3d78b15c346_a52f3489ca50a8272026dcffc2a082a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:34,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742352_1528 (size=12104) 2024-11-22T23:26:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742353_1529 (size=4469) 2024-11-22T23:26:34,742 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#A#compaction#447 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:34,742 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/7829ddf9620b45bcb2abf1bb616c5252 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/7829ddf9620b45bcb2abf1bb616c5252 2024-11-22T23:26:34,742 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0a616cd9acae4887a93c8598056d5b8f is 175, key is test_row_0/A:col10/1732317993395/Put/seqid=0 2024-11-22T23:26:34,746 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/B of a52f3489ca50a8272026dcffc2a082a1 into 7829ddf9620b45bcb2abf1bb616c5252(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:34,746 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:34,746 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/B, priority=13, startTime=1732317994707; duration=0sec 2024-11-22T23:26:34,746 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:34,746 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:B 2024-11-22T23:26:34,746 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:34,747 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:34,747 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/C is initiating minor compaction (all files) 2024-11-22T23:26:34,747 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/C in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,747 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/501c4127e93d4aeebaad8f8d5e91c246, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/ae6caa602da64f27bef97c1515338765, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5f0a5893d8ad4278aba6b11655803b3d] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=35.2 K 2024-11-22T23:26:34,747 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 501c4127e93d4aeebaad8f8d5e91c246, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732317990054 2024-11-22T23:26:34,748 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting ae6caa602da64f27bef97c1515338765, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732317990077 2024-11-22T23:26:34,748 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f0a5893d8ad4278aba6b11655803b3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732317993395 2024-11-22T23:26:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742354_1530 (size=31058) 2024-11-22T23:26:34,755 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0a616cd9acae4887a93c8598056d5b8f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0a616cd9acae4887a93c8598056d5b8f 2024-11-22T23:26:34,759 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/A of a52f3489ca50a8272026dcffc2a082a1 into 0a616cd9acae4887a93c8598056d5b8f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:34,759 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:34,759 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/A, priority=13, startTime=1732317994707; duration=0sec 2024-11-22T23:26:34,760 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:34,760 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:A 2024-11-22T23:26:34,766 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:34,767 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/5991350034a54333836406b177bf4fdd is 50, key is test_row_0/C:col10/1732317993395/Put/seqid=0 2024-11-22T23:26:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742355_1531 (size=12104) 2024-11-22T23:26:34,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T23:26:34,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:34,810 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T23:26:34,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112205ce6c764de4458183b23241cde98352_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317993419/Put/seqid=0 2024-11-22T23:26:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742356_1532 (size=12154) 2024-11-22T23:26:34,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T23:26:34,829 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112205ce6c764de4458183b23241cde98352_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205ce6c764de4458183b23241cde98352_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:34,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/9136feea90f84c039b4ca2ad1698e380, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:34,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/9136feea90f84c039b4ca2ad1698e380 is 175, key is test_row_0/A:col10/1732317993419/Put/seqid=0 2024-11-22T23:26:34,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742357_1533 (size=30955) 2024-11-22T23:26:35,181 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/5991350034a54333836406b177bf4fdd as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5991350034a54333836406b177bf4fdd 2024-11-22T23:26:35,184 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/C of a52f3489ca50a8272026dcffc2a082a1 into 5991350034a54333836406b177bf4fdd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:35,184 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:35,184 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/C, priority=13, startTime=1732317994707; duration=0sec 2024-11-22T23:26:35,184 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:35,184 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:C 2024-11-22T23:26:35,238 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/9136feea90f84c039b4ca2ad1698e380 2024-11-22T23:26:35,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/d190876751804a108173fcb0de71c6e7 is 50, key is test_row_0/B:col10/1732317993419/Put/seqid=0 2024-11-22T23:26:35,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742358_1534 (size=12001) 2024-11-22T23:26:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T23:26:35,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:35,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318055629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318055633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318055634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318055634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,653 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/d190876751804a108173fcb0de71c6e7 2024-11-22T23:26:35,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/cc8c87917bee48669523453771a239d6 is 50, key is test_row_0/C:col10/1732317993419/Put/seqid=0 2024-11-22T23:26:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742359_1535 (size=12001) 2024-11-22T23:26:35,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318055739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318055749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318055749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318055749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318055949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318055959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318055959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318055959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,066 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/cc8c87917bee48669523453771a239d6 2024-11-22T23:26:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/9136feea90f84c039b4ca2ad1698e380 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9136feea90f84c039b4ca2ad1698e380 2024-11-22T23:26:36,072 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9136feea90f84c039b4ca2ad1698e380, entries=150, sequenceid=79, filesize=30.2 K 2024-11-22T23:26:36,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/d190876751804a108173fcb0de71c6e7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d190876751804a108173fcb0de71c6e7 2024-11-22T23:26:36,076 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d190876751804a108173fcb0de71c6e7, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T23:26:36,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/cc8c87917bee48669523453771a239d6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/cc8c87917bee48669523453771a239d6 2024-11-22T23:26:36,079 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/cc8c87917bee48669523453771a239d6, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T23:26:36,080 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for a52f3489ca50a8272026dcffc2a082a1 in 1270ms, sequenceid=79, compaction requested=false 2024-11-22T23:26:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-22T23:26:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-22T23:26:36,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T23:26:36,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-22T23:26:36,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.8840 sec 2024-11-22T23:26:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:36,262 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:36,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T23:26:36,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d44e9e4292b14536b6cd202e08664dc4_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317996261/Put/seqid=0 2024-11-22T23:26:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742360_1536 (size=14594) 2024-11-22T23:26:36,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:36,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d44e9e4292b14536b6cd202e08664dc4_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d44e9e4292b14536b6cd202e08664dc4_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:36,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6c784a302e854b6ea364e0820c2da154, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:36,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6c784a302e854b6ea364e0820c2da154 is 175, key is test_row_0/A:col10/1732317996261/Put/seqid=0 2024-11-22T23:26:36,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318056283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318056284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318056287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318056288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742361_1537 (size=39549) 2024-11-22T23:26:36,293 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6c784a302e854b6ea364e0820c2da154 2024-11-22T23:26:36,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/f6800c70319248558483ff8f7cf8d172 is 50, key is test_row_0/B:col10/1732317996261/Put/seqid=0 2024-11-22T23:26:36,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742362_1538 (size=12001) 2024-11-22T23:26:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T23:26:36,349 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:36,349 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-22T23:26:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T23:26:36,350 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:36,351 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:36,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318056399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318056399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318056399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318056399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T23:26:36,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T23:26:36,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:36,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:36,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:36,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318056609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318056609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318056609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318056609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T23:26:36,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:36,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:36,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T23:26:36,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/f6800c70319248558483ff8f7cf8d172 2024-11-22T23:26:36,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/b485660c807a4160acc5bc7ebecb3c0e is 50, key is test_row_0/C:col10/1732317996261/Put/seqid=0 2024-11-22T23:26:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742363_1539 (size=12001) 2024-11-22T23:26:36,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/b485660c807a4160acc5bc7ebecb3c0e 2024-11-22T23:26:36,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6c784a302e854b6ea364e0820c2da154 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6c784a302e854b6ea364e0820c2da154 2024-11-22T23:26:36,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6c784a302e854b6ea364e0820c2da154, entries=200, sequenceid=98, filesize=38.6 K 2024-11-22T23:26:36,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/f6800c70319248558483ff8f7cf8d172 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/f6800c70319248558483ff8f7cf8d172 2024-11-22T23:26:36,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/f6800c70319248558483ff8f7cf8d172, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T23:26:36,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/b485660c807a4160acc5bc7ebecb3c0e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/b485660c807a4160acc5bc7ebecb3c0e 2024-11-22T23:26:36,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/b485660c807a4160acc5bc7ebecb3c0e, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T23:26:36,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a52f3489ca50a8272026dcffc2a082a1 in 475ms, sequenceid=98, compaction requested=true 2024-11-22T23:26:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:36,737 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:36,737 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:36,739 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:36,739 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/B is initiating minor compaction (all files) 2024-11-22T23:26:36,739 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/B in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,739 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:36,739 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/7829ddf9620b45bcb2abf1bb616c5252, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d190876751804a108173fcb0de71c6e7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/f6800c70319248558483ff8f7cf8d172] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=35.3 K 2024-11-22T23:26:36,739 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/A is initiating minor compaction (all files) 2024-11-22T23:26:36,739 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/A in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,739 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0a616cd9acae4887a93c8598056d5b8f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9136feea90f84c039b4ca2ad1698e380, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6c784a302e854b6ea364e0820c2da154] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=99.2 K 2024-11-22T23:26:36,740 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,740 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 7829ddf9620b45bcb2abf1bb616c5252, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732317993395 2024-11-22T23:26:36,740 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0a616cd9acae4887a93c8598056d5b8f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9136feea90f84c039b4ca2ad1698e380, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6c784a302e854b6ea364e0820c2da154] 2024-11-22T23:26:36,740 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d190876751804a108173fcb0de71c6e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732317993419 2024-11-22T23:26:36,740 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting f6800c70319248558483ff8f7cf8d172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732317995583 2024-11-22T23:26:36,740 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a616cd9acae4887a93c8598056d5b8f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732317993395 2024-11-22T23:26:36,741 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9136feea90f84c039b4ca2ad1698e380, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732317993419 2024-11-22T23:26:36,742 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c784a302e854b6ea364e0820c2da154, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732317995583 2024-11-22T23:26:36,747 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:36,747 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/44f29b922a114eb4b97ff82d2db2ada6 is 50, key is test_row_0/B:col10/1732317996261/Put/seqid=0 2024-11-22T23:26:36,748 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742364_1540 (size=12207) 2024-11-22T23:26:36,760 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112246a0ddc874db4a8b9ef0df5dbbca80cc_a52f3489ca50a8272026dcffc2a082a1 store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:36,762 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112246a0ddc874db4a8b9ef0df5dbbca80cc_a52f3489ca50a8272026dcffc2a082a1, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:36,762 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112246a0ddc874db4a8b9ef0df5dbbca80cc_a52f3489ca50a8272026dcffc2a082a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:36,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742365_1541 (size=4469) 2024-11-22T23:26:36,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T23:26:36,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:36,809 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T23:26:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112230310ab342264de49ec63fa413e648a1_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317996285/Put/seqid=0 2024-11-22T23:26:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742366_1542 (size=12154) 2024-11-22T23:26:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:36,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318056933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318056934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318056935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318056939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:36,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T23:26:37,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318057048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318057048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318057049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318057049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,161 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/44f29b922a114eb4b97ff82d2db2ada6 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/44f29b922a114eb4b97ff82d2db2ada6 2024-11-22T23:26:37,164 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/B of a52f3489ca50a8272026dcffc2a082a1 into 44f29b922a114eb4b97ff82d2db2ada6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:37,164 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:37,164 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/B, priority=13, startTime=1732317996737; duration=0sec 2024-11-22T23:26:37,164 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:37,164 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:B 2024-11-22T23:26:37,164 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:37,165 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:37,165 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/C is initiating minor compaction (all files) 2024-11-22T23:26:37,165 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/C in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:37,165 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5991350034a54333836406b177bf4fdd, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/cc8c87917bee48669523453771a239d6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/b485660c807a4160acc5bc7ebecb3c0e] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=35.3 K 2024-11-22T23:26:37,165 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 5991350034a54333836406b177bf4fdd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732317993395 2024-11-22T23:26:37,166 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting cc8c87917bee48669523453771a239d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732317993419 2024-11-22T23:26:37,166 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting b485660c807a4160acc5bc7ebecb3c0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732317995583 2024-11-22T23:26:37,170 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:37,171 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/02eea106abc247218afd526b2ec0cbcc is 50, key is test_row_0/C:col10/1732317996261/Put/seqid=0 2024-11-22T23:26:37,174 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#A#compaction#457 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:37,174 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/072acd6bbaf848ee98fc5d3d68c28115 is 175, key is test_row_0/A:col10/1732317996261/Put/seqid=0 2024-11-22T23:26:37,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742367_1543 (size=12207) 2024-11-22T23:26:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742368_1544 (size=31161) 2024-11-22T23:26:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:37,234 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112230310ab342264de49ec63fa413e648a1_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230310ab342264de49ec63fa413e648a1_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/db7ab4883a6c4957b068ff4a06453e32, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/db7ab4883a6c4957b068ff4a06453e32 is 175, key is test_row_0/A:col10/1732317996285/Put/seqid=0 2024-11-22T23:26:37,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742369_1545 (size=30955) 2024-11-22T23:26:37,240 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/db7ab4883a6c4957b068ff4a06453e32 2024-11-22T23:26:37,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/d205dec77d1a486dbeba649e28a809dc is 50, key is test_row_0/B:col10/1732317996285/Put/seqid=0 2024-11-22T23:26:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742370_1546 (size=12001) 2024-11-22T23:26:37,258 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/d205dec77d1a486dbeba649e28a809dc 2024-11-22T23:26:37,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318057258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318057258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318057259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318057259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/c536d4df13bd49149fa815235b34eb32 is 50, key is test_row_0/C:col10/1732317996285/Put/seqid=0 2024-11-22T23:26:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742371_1547 (size=12001) 2024-11-22T23:26:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T23:26:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318057569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318057569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318057569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318057569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:37,633 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/072acd6bbaf848ee98fc5d3d68c28115 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/072acd6bbaf848ee98fc5d3d68c28115 2024-11-22T23:26:37,633 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/02eea106abc247218afd526b2ec0cbcc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/02eea106abc247218afd526b2ec0cbcc 2024-11-22T23:26:37,638 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/C of a52f3489ca50a8272026dcffc2a082a1 into 02eea106abc247218afd526b2ec0cbcc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:37,638 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/A of a52f3489ca50a8272026dcffc2a082a1 into 072acd6bbaf848ee98fc5d3d68c28115(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:37,638 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:37,638 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:37,638 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/C, priority=13, startTime=1732317996737; duration=0sec 2024-11-22T23:26:37,638 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/A, priority=13, startTime=1732317996737; duration=0sec 2024-11-22T23:26:37,639 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:37,639 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:37,639 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:A 2024-11-22T23:26:37,639 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:C 2024-11-22T23:26:37,689 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/c536d4df13bd49149fa815235b34eb32 2024-11-22T23:26:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/db7ab4883a6c4957b068ff4a06453e32 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/db7ab4883a6c4957b068ff4a06453e32 2024-11-22T23:26:37,697 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/db7ab4883a6c4957b068ff4a06453e32, entries=150, sequenceid=116, filesize=30.2 K 2024-11-22T23:26:37,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/d205dec77d1a486dbeba649e28a809dc as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d205dec77d1a486dbeba649e28a809dc 2024-11-22T23:26:37,701 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d205dec77d1a486dbeba649e28a809dc, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T23:26:37,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/c536d4df13bd49149fa815235b34eb32 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/c536d4df13bd49149fa815235b34eb32 2024-11-22T23:26:37,705 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/c536d4df13bd49149fa815235b34eb32, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T23:26:37,705 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a52f3489ca50a8272026dcffc2a082a1 in 896ms, sequenceid=116, compaction requested=false 2024-11-22T23:26:37,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:37,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:37,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-22T23:26:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-22T23:26:37,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T23:26:37,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-22T23:26:37,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.3660 sec 2024-11-22T23:26:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:38,080 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:38,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T23:26:38,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226e0f78ec68e0411a88cef55f4b48651b_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317996929/Put/seqid=0 2024-11-22T23:26:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742372_1548 (size=14744) 2024-11-22T23:26:38,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:38,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226e0f78ec68e0411a88cef55f4b48651b_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e0f78ec68e0411a88cef55f4b48651b_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:38,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/455bc7dedcbb48da946e0948f9292943, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:38,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/455bc7dedcbb48da946e0948f9292943 is 175, key is test_row_0/A:col10/1732317996929/Put/seqid=0 2024-11-22T23:26:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318058104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318058105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318058105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318058106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742373_1549 (size=39699) 2024-11-22T23:26:38,120 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/455bc7dedcbb48da946e0948f9292943 2024-11-22T23:26:38,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/76dbbc83eadb404e9943f8f8eabfacd7 is 50, key is test_row_0/B:col10/1732317996929/Put/seqid=0 2024-11-22T23:26:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742374_1550 (size=12101) 2024-11-22T23:26:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318058218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318058218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318058219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318058219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318058329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,333 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in a52f3489ca50a8272026dcffc2a082a1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:26:38,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318058429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318058429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318058429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318058429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T23:26:38,499 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:38,499 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-22T23:26:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T23:26:38,500 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:38,501 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:38,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:38,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/76dbbc83eadb404e9943f8f8eabfacd7 2024-11-22T23:26:38,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/a546595f7d7c4e259154856bc7543bf4 is 50, key is test_row_0/C:col10/1732317996929/Put/seqid=0 2024-11-22T23:26:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742375_1551 (size=12101) 2024-11-22T23:26:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T23:26:38,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T23:26:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318058739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318058739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318058739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318058739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:38,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T23:26:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T23:26:38,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/a546595f7d7c4e259154856bc7543bf4 2024-11-22T23:26:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/455bc7dedcbb48da946e0948f9292943 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/455bc7dedcbb48da946e0948f9292943 2024-11-22T23:26:38,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T23:26:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:38,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/455bc7dedcbb48da946e0948f9292943, entries=200, sequenceid=138, filesize=38.8 K 2024-11-22T23:26:38,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/76dbbc83eadb404e9943f8f8eabfacd7 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/76dbbc83eadb404e9943f8f8eabfacd7 2024-11-22T23:26:38,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/76dbbc83eadb404e9943f8f8eabfacd7, entries=150, sequenceid=138, filesize=11.8 K 2024-11-22T23:26:38,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/a546595f7d7c4e259154856bc7543bf4 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a546595f7d7c4e259154856bc7543bf4 2024-11-22T23:26:38,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a546595f7d7c4e259154856bc7543bf4, entries=150, sequenceid=138, filesize=11.8 K 2024-11-22T23:26:38,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a52f3489ca50a8272026dcffc2a082a1 in 890ms, sequenceid=138, compaction requested=true 2024-11-22T23:26:38,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:38,970 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:38,971 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:38,972 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:38,972 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/A is initiating minor compaction (all files) 2024-11-22T23:26:38,972 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/A in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,972 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/072acd6bbaf848ee98fc5d3d68c28115, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/db7ab4883a6c4957b068ff4a06453e32, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/455bc7dedcbb48da946e0948f9292943] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=99.4 K 2024-11-22T23:26:38,972 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,972 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/072acd6bbaf848ee98fc5d3d68c28115, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/db7ab4883a6c4957b068ff4a06453e32, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/455bc7dedcbb48da946e0948f9292943] 2024-11-22T23:26:38,972 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:38,972 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/B is initiating minor compaction (all files) 2024-11-22T23:26:38,972 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/B in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:38,972 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/44f29b922a114eb4b97ff82d2db2ada6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d205dec77d1a486dbeba649e28a809dc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/76dbbc83eadb404e9943f8f8eabfacd7] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=35.5 K 2024-11-22T23:26:38,973 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 44f29b922a114eb4b97ff82d2db2ada6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732317995583 2024-11-22T23:26:38,973 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 072acd6bbaf848ee98fc5d3d68c28115, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732317995583 2024-11-22T23:26:38,974 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting db7ab4883a6c4957b068ff4a06453e32, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732317996283 2024-11-22T23:26:38,974 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting d205dec77d1a486dbeba649e28a809dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732317996283 2024-11-22T23:26:38,981 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 455bc7dedcbb48da946e0948f9292943, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732317996929 2024-11-22T23:26:38,981 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 76dbbc83eadb404e9943f8f8eabfacd7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732317996929 2024-11-22T23:26:38,985 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:38,986 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:38,986 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f19b92b86f31455ea80942685908b264_a52f3489ca50a8272026dcffc2a082a1 store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:38,987 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/ab7cdf0c07004a428dbd62abdfa7dd5e is 50, key is test_row_0/B:col10/1732317996929/Put/seqid=0 2024-11-22T23:26:38,989 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f19b92b86f31455ea80942685908b264_a52f3489ca50a8272026dcffc2a082a1, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:38,989 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f19b92b86f31455ea80942685908b264_a52f3489ca50a8272026dcffc2a082a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742376_1552 (size=12409) 2024-11-22T23:26:38,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742377_1553 (size=4469) 2024-11-22T23:26:39,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T23:26:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:39,111 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T23:26:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d12f8a73a726470ba94826d5b01c0790_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317998102/Put/seqid=0 2024-11-22T23:26:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742378_1554 (size=12304) 2024-11-22T23:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T23:26:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:39,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318059272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318059273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318059274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318059276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318059389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318059389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318059389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318059389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,397 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/ab7cdf0c07004a428dbd62abdfa7dd5e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/ab7cdf0c07004a428dbd62abdfa7dd5e 2024-11-22T23:26:39,398 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:39,398 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/319b8416f6f84ecca62c1dd5b8706534 is 175, key is test_row_0/A:col10/1732317996929/Put/seqid=0 2024-11-22T23:26:39,402 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/B of a52f3489ca50a8272026dcffc2a082a1 into ab7cdf0c07004a428dbd62abdfa7dd5e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:39,402 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:39,402 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/B, priority=13, startTime=1732317998971; duration=0sec 2024-11-22T23:26:39,402 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:39,402 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:B 2024-11-22T23:26:39,402 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:39,404 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:39,404 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/C is initiating minor compaction (all files) 2024-11-22T23:26:39,404 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/C in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:39,404 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/02eea106abc247218afd526b2ec0cbcc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/c536d4df13bd49149fa815235b34eb32, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a546595f7d7c4e259154856bc7543bf4] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=35.5 K 2024-11-22T23:26:39,404 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 02eea106abc247218afd526b2ec0cbcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732317995583 2024-11-22T23:26:39,404 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting c536d4df13bd49149fa815235b34eb32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732317996283 2024-11-22T23:26:39,405 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a546595f7d7c4e259154856bc7543bf4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732317996929 2024-11-22T23:26:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742379_1555 (size=31363) 2024-11-22T23:26:39,420 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/319b8416f6f84ecca62c1dd5b8706534 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/319b8416f6f84ecca62c1dd5b8706534 2024-11-22T23:26:39,422 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:39,423 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/930a62109d88480e9bb9e9446ff33e7d is 50, key is test_row_0/C:col10/1732317996929/Put/seqid=0 2024-11-22T23:26:39,423 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/A of a52f3489ca50a8272026dcffc2a082a1 into 319b8416f6f84ecca62c1dd5b8706534(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:39,423 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:39,423 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/A, priority=13, startTime=1732317998970; duration=0sec 2024-11-22T23:26:39,423 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:39,423 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:A 2024-11-22T23:26:39,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742380_1556 (size=12409) 2024-11-22T23:26:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:39,525 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d12f8a73a726470ba94826d5b01c0790_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d12f8a73a726470ba94826d5b01c0790_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/b64a2a53a2d141d5b0433e58d75ffed8, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:39,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/b64a2a53a2d141d5b0433e58d75ffed8 is 175, key is test_row_0/A:col10/1732317998102/Put/seqid=0 2024-11-22T23:26:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742381_1557 (size=31105) 2024-11-22T23:26:39,537 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/b64a2a53a2d141d5b0433e58d75ffed8 2024-11-22T23:26:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/50a17b44e1b84baf90cdceb7923c920a is 50, key is test_row_0/B:col10/1732317998102/Put/seqid=0 2024-11-22T23:26:39,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742382_1558 (size=12151) 2024-11-22T23:26:39,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318059598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318059598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318059598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318059598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T23:26:39,837 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/930a62109d88480e9bb9e9446ff33e7d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/930a62109d88480e9bb9e9446ff33e7d 2024-11-22T23:26:39,841 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/C of a52f3489ca50a8272026dcffc2a082a1 into 930a62109d88480e9bb9e9446ff33e7d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:39,841 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:39,841 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/C, priority=13, startTime=1732317998971; duration=0sec 2024-11-22T23:26:39,841 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:39,841 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:C 2024-11-22T23:26:39,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318059909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318059909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318059909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318059909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:39,946 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/50a17b44e1b84baf90cdceb7923c920a 2024-11-22T23:26:39,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/77045ccc1d7a443cad46e370ed08b642 is 50, key is test_row_0/C:col10/1732317998102/Put/seqid=0 2024-11-22T23:26:39,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742383_1559 (size=12151) 2024-11-22T23:26:39,956 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/77045ccc1d7a443cad46e370ed08b642 2024-11-22T23:26:39,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/b64a2a53a2d141d5b0433e58d75ffed8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/b64a2a53a2d141d5b0433e58d75ffed8 2024-11-22T23:26:39,963 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/b64a2a53a2d141d5b0433e58d75ffed8, entries=150, sequenceid=155, filesize=30.4 K 2024-11-22T23:26:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/50a17b44e1b84baf90cdceb7923c920a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/50a17b44e1b84baf90cdceb7923c920a 2024-11-22T23:26:39,967 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/50a17b44e1b84baf90cdceb7923c920a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T23:26:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/77045ccc1d7a443cad46e370ed08b642 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/77045ccc1d7a443cad46e370ed08b642 2024-11-22T23:26:39,971 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/77045ccc1d7a443cad46e370ed08b642, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T23:26:39,971 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a52f3489ca50a8272026dcffc2a082a1 in 860ms, sequenceid=155, compaction requested=false 2024-11-22T23:26:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-22T23:26:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-22T23:26:39,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T23:26:39,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4720 sec 2024-11-22T23:26:39,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4760 sec 2024-11-22T23:26:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:40,421 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:40,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T23:26:40,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220a7012e2e14842b4a98946f2f911a6ae_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732317999275/Put/seqid=0 2024-11-22T23:26:40,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318060436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318060437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318060438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318060439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742384_1560 (size=12304) 2024-11-22T23:26:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318060548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318060548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318060548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318060549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T23:26:40,649 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:40,649 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-22T23:26:40,650 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T23:26:40,651 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:40,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T23:26:40,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318060758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318060758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318060758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318060759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:40,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:40,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:40,848 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:40,851 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220a7012e2e14842b4a98946f2f911a6ae_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220a7012e2e14842b4a98946f2f911a6ae_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:40,852 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/08900bee3df74f018d213a88a032b231, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:40,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/08900bee3df74f018d213a88a032b231 is 175, key is test_row_0/A:col10/1732317999275/Put/seqid=0 2024-11-22T23:26:40,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742385_1561 (size=31105) 2024-11-22T23:26:40,863 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/08900bee3df74f018d213a88a032b231 2024-11-22T23:26:40,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/eaf85f8265c2472486ad7072823c1143 is 50, key is test_row_0/B:col10/1732317999275/Put/seqid=0 2024-11-22T23:26:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742386_1562 (size=12151) 2024-11-22T23:26:40,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/eaf85f8265c2472486ad7072823c1143 2024-11-22T23:26:40,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/91648103a74d478fa4d96e8f07ae2a02 is 50, key is test_row_0/C:col10/1732317999275/Put/seqid=0 2024-11-22T23:26:40,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742387_1563 (size=12151) 2024-11-22T23:26:40,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/91648103a74d478fa4d96e8f07ae2a02 2024-11-22T23:26:40,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/08900bee3df74f018d213a88a032b231 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/08900bee3df74f018d213a88a032b231 2024-11-22T23:26:40,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/08900bee3df74f018d213a88a032b231, entries=150, sequenceid=178, filesize=30.4 K 2024-11-22T23:26:40,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/eaf85f8265c2472486ad7072823c1143 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/eaf85f8265c2472486ad7072823c1143 2024-11-22T23:26:40,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/eaf85f8265c2472486ad7072823c1143, entries=150, sequenceid=178, filesize=11.9 K 2024-11-22T23:26:40,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/91648103a74d478fa4d96e8f07ae2a02 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/91648103a74d478fa4d96e8f07ae2a02 2024-11-22T23:26:40,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:40,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:40,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/91648103a74d478fa4d96e8f07ae2a02, entries=150, sequenceid=178, filesize=11.9 K 2024-11-22T23:26:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T23:26:40,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a52f3489ca50a8272026dcffc2a082a1 in 548ms, sequenceid=178, compaction requested=true 2024-11-22T23:26:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:40,969 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:40,969 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:40,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:40,970 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:40,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:40,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:40,970 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/B is initiating minor compaction (all files) 2024-11-22T23:26:40,970 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/B in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:40,970 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/ab7cdf0c07004a428dbd62abdfa7dd5e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/50a17b44e1b84baf90cdceb7923c920a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/eaf85f8265c2472486ad7072823c1143] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=35.9 K 2024-11-22T23:26:40,971 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:40,971 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/A is initiating minor compaction (all files) 2024-11-22T23:26:40,971 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/A in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:40,971 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/319b8416f6f84ecca62c1dd5b8706534, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/b64a2a53a2d141d5b0433e58d75ffed8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/08900bee3df74f018d213a88a032b231] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=91.4 K 2024-11-22T23:26:40,971 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting ab7cdf0c07004a428dbd62abdfa7dd5e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732317996929 2024-11-22T23:26:40,971 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:40,971 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/319b8416f6f84ecca62c1dd5b8706534, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/b64a2a53a2d141d5b0433e58d75ffed8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/08900bee3df74f018d213a88a032b231] 2024-11-22T23:26:40,971 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 319b8416f6f84ecca62c1dd5b8706534, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732317996929 2024-11-22T23:26:40,971 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 50a17b44e1b84baf90cdceb7923c920a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317998102 2024-11-22T23:26:40,972 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting b64a2a53a2d141d5b0433e58d75ffed8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317998102 2024-11-22T23:26:40,972 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting eaf85f8265c2472486ad7072823c1143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732317999273 2024-11-22T23:26:40,972 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08900bee3df74f018d213a88a032b231, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732317999273 2024-11-22T23:26:40,978 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:40,980 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#B#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:40,980 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/9f543d1fa8084ddfae378154c1dc6d99 is 50, key is test_row_0/B:col10/1732317999275/Put/seqid=0 2024-11-22T23:26:41,000 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112284cd5869274c401ab0d286ea1969f602_a52f3489ca50a8272026dcffc2a082a1 store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742388_1564 (size=12561) 2024-11-22T23:26:41,002 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112284cd5869274c401ab0d286ea1969f602_a52f3489ca50a8272026dcffc2a082a1, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:41,002 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112284cd5869274c401ab0d286ea1969f602_a52f3489ca50a8272026dcffc2a082a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:41,006 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/9f543d1fa8084ddfae378154c1dc6d99 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/9f543d1fa8084ddfae378154c1dc6d99 2024-11-22T23:26:41,011 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/B of a52f3489ca50a8272026dcffc2a082a1 into 9f543d1fa8084ddfae378154c1dc6d99(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:41,011 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:41,011 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/B, priority=13, startTime=1732318000969; duration=0sec 2024-11-22T23:26:41,011 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:41,011 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:B 2024-11-22T23:26:41,012 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T23:26:41,013 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T23:26:41,013 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/C is initiating minor compaction (all files) 2024-11-22T23:26:41,013 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/C in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,013 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/930a62109d88480e9bb9e9446ff33e7d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/77045ccc1d7a443cad46e370ed08b642, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/91648103a74d478fa4d96e8f07ae2a02] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=35.9 K 2024-11-22T23:26:41,013 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 930a62109d88480e9bb9e9446ff33e7d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732317996929 2024-11-22T23:26:41,014 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 77045ccc1d7a443cad46e370ed08b642, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732317998102 2024-11-22T23:26:41,014 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 91648103a74d478fa4d96e8f07ae2a02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732317999273 2024-11-22T23:26:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742389_1565 (size=4469) 2024-11-22T23:26:41,048 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#A#compaction#474 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:41,049 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/01929c4a9e5e4fabaa818c985c380eaa is 175, key is test_row_0/A:col10/1732317999275/Put/seqid=0 2024-11-22T23:26:41,049 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T23:26:41,049 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/0424c387b00247f793788755c77fd25c is 50, key is test_row_0/C:col10/1732317999275/Put/seqid=0 2024-11-22T23:26:41,071 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:41,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T23:26:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742390_1566 (size=31515) 2024-11-22T23:26:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742391_1567 (size=12561) 2024-11-22T23:26:41,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226af6d96a10904d9fb2c307dc6e7cd369_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732318000431/Put/seqid=0 2024-11-22T23:26:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318061091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318061092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318061092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318061093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742392_1568 (size=12304) 2024-11-22T23:26:41,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318061199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318061199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318061199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318061208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T23:26:41,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318061408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318061408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318061408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318061419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,477 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/01929c4a9e5e4fabaa818c985c380eaa as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/01929c4a9e5e4fabaa818c985c380eaa 2024-11-22T23:26:41,480 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/A of a52f3489ca50a8272026dcffc2a082a1 into 01929c4a9e5e4fabaa818c985c380eaa(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:41,480 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:41,480 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/A, priority=13, startTime=1732318000969; duration=0sec 2024-11-22T23:26:41,480 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:41,480 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:A 2024-11-22T23:26:41,489 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/0424c387b00247f793788755c77fd25c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/0424c387b00247f793788755c77fd25c 2024-11-22T23:26:41,492 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/C of a52f3489ca50a8272026dcffc2a082a1 into 0424c387b00247f793788755c77fd25c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:41,492 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:41,492 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/C, priority=13, startTime=1732318000970; duration=0sec 2024-11-22T23:26:41,492 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:41,492 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:C 2024-11-22T23:26:41,503 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:41,505 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226af6d96a10904d9fb2c307dc6e7cd369_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226af6d96a10904d9fb2c307dc6e7cd369_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:41,506 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0c64427005f643269bb9ea751bf77ae1, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:41,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0c64427005f643269bb9ea751bf77ae1 is 175, key is test_row_0/A:col10/1732318000431/Put/seqid=0 2024-11-22T23:26:41,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742393_1569 (size=31105) 2024-11-22T23:26:41,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318061719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318061719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318061719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:41,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:41,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318061728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T23:26:41,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:41,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:41,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:41,921 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0c64427005f643269bb9ea751bf77ae1 2024-11-22T23:26:41,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/29a15e521a7c4a7a99764994f766d510 is 50, key is test_row_0/B:col10/1732318000431/Put/seqid=0 2024-11-22T23:26:41,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742394_1570 (size=12151) 2024-11-22T23:26:42,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318062228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:42,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318062232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318062232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:42,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318062239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:42,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/29a15e521a7c4a7a99764994f766d510 2024-11-22T23:26:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/2899127dd6a44b6c88ad37f78add0dd2 is 50, key is test_row_0/C:col10/1732318000431/Put/seqid=0 2024-11-22T23:26:42,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742395_1571 (size=12151) 2024-11-22T23:26:42,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T23:26:42,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/2899127dd6a44b6c88ad37f78add0dd2 2024-11-22T23:26:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0c64427005f643269bb9ea751bf77ae1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0c64427005f643269bb9ea751bf77ae1 2024-11-22T23:26:42,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0c64427005f643269bb9ea751bf77ae1, entries=150, sequenceid=197, filesize=30.4 K 2024-11-22T23:26:42,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/29a15e521a7c4a7a99764994f766d510 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/29a15e521a7c4a7a99764994f766d510 2024-11-22T23:26:42,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/29a15e521a7c4a7a99764994f766d510, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T23:26:42,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/2899127dd6a44b6c88ad37f78add0dd2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/2899127dd6a44b6c88ad37f78add0dd2 2024-11-22T23:26:42,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/2899127dd6a44b6c88ad37f78add0dd2, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T23:26:42,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a52f3489ca50a8272026dcffc2a082a1 in 1687ms, sequenceid=197, compaction requested=false 2024-11-22T23:26:42,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:42,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T23:26:42,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:42,792 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T23:26:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112250ac3a2ac5bd41f085fd1e66d5ebdd90_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732318001092/Put/seqid=0 2024-11-22T23:26:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T23:26:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742396_1572 (size=12304) 2024-11-22T23:26:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:43,212 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112250ac3a2ac5bd41f085fd1e66d5ebdd90_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112250ac3a2ac5bd41f085fd1e66d5ebdd90_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0ad4c1252a7c4bea9c7d8541248bcaca, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0ad4c1252a7c4bea9c7d8541248bcaca is 175, key is test_row_0/A:col10/1732318001092/Put/seqid=0 2024-11-22T23:26:43,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742397_1573 (size=31105) 2024-11-22T23:26:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:43,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:43,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318063263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318063264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318063266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318063266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318063379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318063379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318063379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318063379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318063588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318063588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318063588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318063589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,618 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0ad4c1252a7c4bea9c7d8541248bcaca 2024-11-22T23:26:43,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/02e5680a63fa4b3c9204ccc3381d5f85 is 50, key is test_row_0/B:col10/1732318001092/Put/seqid=0 2024-11-22T23:26:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742398_1574 (size=12151) 2024-11-22T23:26:43,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318063899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318063899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318063899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318063899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:43,942 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T23:26:44,033 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/02e5680a63fa4b3c9204ccc3381d5f85 2024-11-22T23:26:44,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/e4a23e89b031452092cd508fb8038f51 is 50, key is test_row_0/C:col10/1732318001092/Put/seqid=0 2024-11-22T23:26:44,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742399_1575 (size=12151) 2024-11-22T23:26:44,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318064409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:44,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318064409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:44,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:44,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318064409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:44,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318064409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:44,442 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/e4a23e89b031452092cd508fb8038f51 2024-11-22T23:26:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/0ad4c1252a7c4bea9c7d8541248bcaca as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0ad4c1252a7c4bea9c7d8541248bcaca 2024-11-22T23:26:44,449 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0ad4c1252a7c4bea9c7d8541248bcaca, entries=150, sequenceid=217, filesize=30.4 K 2024-11-22T23:26:44,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/02e5680a63fa4b3c9204ccc3381d5f85 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/02e5680a63fa4b3c9204ccc3381d5f85 2024-11-22T23:26:44,452 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/02e5680a63fa4b3c9204ccc3381d5f85, entries=150, sequenceid=217, filesize=11.9 K 2024-11-22T23:26:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/e4a23e89b031452092cd508fb8038f51 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e4a23e89b031452092cd508fb8038f51 2024-11-22T23:26:44,455 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e4a23e89b031452092cd508fb8038f51, entries=150, sequenceid=217, filesize=11.9 K 2024-11-22T23:26:44,456 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a52f3489ca50a8272026dcffc2a082a1 in 1664ms, sequenceid=217, compaction requested=true 2024-11-22T23:26:44,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:44,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:44,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-22T23:26:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-22T23:26:44,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T23:26:44,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8060 sec 2024-11-22T23:26:44,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 3.8100 sec 2024-11-22T23:26:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T23:26:44,819 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:44,819 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-22T23:26:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T23:26:44,821 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:44,821 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:44,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T23:26:44,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T23:26:44,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:44,974 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T23:26:44,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227bcf3b45333a49c794a70be4b77ad6f7_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732318003256/Put/seqid=0 2024-11-22T23:26:44,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742400_1576 (size=12304) 2024-11-22T23:26:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T23:26:45,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:45,386 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227bcf3b45333a49c794a70be4b77ad6f7_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227bcf3b45333a49c794a70be4b77ad6f7_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6124ce9c2513436ab75b15b400175133, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6124ce9c2513436ab75b15b400175133 is 175, key is test_row_0/A:col10/1732318003256/Put/seqid=0 2024-11-22T23:26:45,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742401_1577 (size=31105) 2024-11-22T23:26:45,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:45,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318065441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T23:26:45,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318065446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318065447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318065447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318065559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318065559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318065559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318065559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318065768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318065769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318065769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318065769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:45,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:45,791 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6124ce9c2513436ab75b15b400175133 2024-11-22T23:26:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/78a6d71f1c9c4a34a98ac47ef8440d71 is 50, key is test_row_0/B:col10/1732318003256/Put/seqid=0 2024-11-22T23:26:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742402_1578 (size=12151) 2024-11-22T23:26:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T23:26:46,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318066078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:46,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318066078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:46,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:46,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318066078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318066079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:46,207 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/78a6d71f1c9c4a34a98ac47ef8440d71 2024-11-22T23:26:46,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/a7dcbb369f034076b62c318579718ac2 is 50, key is test_row_0/C:col10/1732318003256/Put/seqid=0 2024-11-22T23:26:46,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742403_1579 (size=12151) 2024-11-22T23:26:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318066588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318066588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:46,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318066589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318066589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:46,615 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/a7dcbb369f034076b62c318579718ac2 2024-11-22T23:26:46,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6124ce9c2513436ab75b15b400175133 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6124ce9c2513436ab75b15b400175133 2024-11-22T23:26:46,621 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6124ce9c2513436ab75b15b400175133, entries=150, sequenceid=236, filesize=30.4 K 2024-11-22T23:26:46,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/78a6d71f1c9c4a34a98ac47ef8440d71 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/78a6d71f1c9c4a34a98ac47ef8440d71 2024-11-22T23:26:46,624 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/78a6d71f1c9c4a34a98ac47ef8440d71, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T23:26:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/a7dcbb369f034076b62c318579718ac2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a7dcbb369f034076b62c318579718ac2 2024-11-22T23:26:46,628 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a7dcbb369f034076b62c318579718ac2, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T23:26:46,628 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a52f3489ca50a8272026dcffc2a082a1 in 1655ms, sequenceid=236, compaction requested=true 2024-11-22T23:26:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:46,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-22T23:26:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-22T23:26:46,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T23:26:46,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-22T23:26:46,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8120 sec 2024-11-22T23:26:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T23:26:46,979 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:46,979 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-22T23:26:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T23:26:46,981 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:46,981 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:46,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T23:26:47,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-22T23:26:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:47,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T23:26:47,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223f8bd22736ee4d88bae880f972bcf07c_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732318005445/Put/seqid=0 2024-11-22T23:26:47,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742404_1580 (size=12304) 2024-11-22T23:26:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T23:26:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:47,560 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223f8bd22736ee4d88bae880f972bcf07c_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f8bd22736ee4d88bae880f972bcf07c_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:47,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/9dad437b94c44155a6495cfba11112f8, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:47,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/9dad437b94c44155a6495cfba11112f8 is 175, key is test_row_0/A:col10/1732318005445/Put/seqid=0 2024-11-22T23:26:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742405_1581 (size=31105) 2024-11-22T23:26:47,565 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/9dad437b94c44155a6495cfba11112f8 2024-11-22T23:26:47,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/4a69141961a54cbea78b25e34b9e10c2 is 50, key is test_row_0/B:col10/1732318005445/Put/seqid=0 2024-11-22T23:26:47,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742406_1582 (size=12151) 2024-11-22T23:26:47,587 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/4a69141961a54cbea78b25e34b9e10c2 2024-11-22T23:26:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/47e3d81d3bb246efbb30a37aeada9e5c is 50, key is test_row_0/C:col10/1732318005445/Put/seqid=0 2024-11-22T23:26:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T23:26:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:47,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742407_1583 (size=12151) 2024-11-22T23:26:47,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318067677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:47,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318067678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:47,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318067678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318067679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:47,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318067789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:47,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318067789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:47,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318067789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318067789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318067999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318067999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318067999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318067999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/47e3d81d3bb246efbb30a37aeada9e5c 2024-11-22T23:26:48,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/9dad437b94c44155a6495cfba11112f8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9dad437b94c44155a6495cfba11112f8 2024-11-22T23:26:48,059 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9dad437b94c44155a6495cfba11112f8, entries=150, sequenceid=254, filesize=30.4 K 2024-11-22T23:26:48,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/4a69141961a54cbea78b25e34b9e10c2 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/4a69141961a54cbea78b25e34b9e10c2 2024-11-22T23:26:48,062 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/4a69141961a54cbea78b25e34b9e10c2, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T23:26:48,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/47e3d81d3bb246efbb30a37aeada9e5c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/47e3d81d3bb246efbb30a37aeada9e5c 2024-11-22T23:26:48,064 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/47e3d81d3bb246efbb30a37aeada9e5c, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T23:26:48,065 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a52f3489ca50a8272026dcffc2a082a1 in 932ms, sequenceid=254, compaction requested=true 2024-11-22T23:26:48,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:48,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:48,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-22T23:26:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-22T23:26:48,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-22T23:26:48,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0850 sec 2024-11-22T23:26:48,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0890 sec 2024-11-22T23:26:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T23:26:48,119 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:48,119 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-22T23:26:48,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T23:26:48,121 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:48,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T23:26:48,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T23:26:48,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:48,273 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T23:26:48,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227914e7857bd34558b7de8f41e2275cea_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732318007678/Put/seqid=0 2024-11-22T23:26:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742408_1584 (size=12454) 2024-11-22T23:26:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:48,287 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227914e7857bd34558b7de8f41e2275cea_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227914e7857bd34558b7de8f41e2275cea_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/092c16a38c5942248b41b7fd66555d7e, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:48,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/092c16a38c5942248b41b7fd66555d7e is 175, key is test_row_0/A:col10/1732318007678/Put/seqid=0 2024-11-22T23:26:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742409_1585 (size=31255) 2024-11-22T23:26:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:48,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:48,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318068329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318068330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318068336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318068336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T23:26:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34050 deadline: 1732318068438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318068439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318068439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,441 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a3d87a7361f3,41749,1732317825610 for 'test_row_2' in a52f3489ca50a8272026dcffc2a082a1 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18347 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T23:26:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318068449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318068449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,593 DEBUG [regionserver/a3d87a7361f3:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.15384615384615385, tune throughput to 57.69 MB/second 2024-11-22T23:26:48,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318068648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318068648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318068659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318068659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,693 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/092c16a38c5942248b41b7fd66555d7e 2024-11-22T23:26:48,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/20ee6b7be8e44abc9357eda3e691d730 is 50, key is test_row_0/B:col10/1732318007678/Put/seqid=0 2024-11-22T23:26:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742410_1586 (size=12301) 2024-11-22T23:26:48,706 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/20ee6b7be8e44abc9357eda3e691d730 2024-11-22T23:26:48,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/836ab9af8803405e87645dcae9835794 is 50, key is test_row_0/C:col10/1732318007678/Put/seqid=0 2024-11-22T23:26:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742411_1587 (size=12301) 2024-11-22T23:26:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T23:26:48,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318068959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318068959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318068968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318068968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,117 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/836ab9af8803405e87645dcae9835794 2024-11-22T23:26:49,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/092c16a38c5942248b41b7fd66555d7e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/092c16a38c5942248b41b7fd66555d7e 2024-11-22T23:26:49,124 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/092c16a38c5942248b41b7fd66555d7e, entries=150, sequenceid=273, filesize=30.5 K 2024-11-22T23:26:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/20ee6b7be8e44abc9357eda3e691d730 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/20ee6b7be8e44abc9357eda3e691d730 2024-11-22T23:26:49,130 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/20ee6b7be8e44abc9357eda3e691d730, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T23:26:49,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/836ab9af8803405e87645dcae9835794 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/836ab9af8803405e87645dcae9835794 2024-11-22T23:26:49,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/836ab9af8803405e87645dcae9835794, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T23:26:49,134 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a52f3489ca50a8272026dcffc2a082a1 in 861ms, sequenceid=273, compaction requested=true 2024-11-22T23:26:49,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:49,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:49,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-22T23:26:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-22T23:26:49,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-22T23:26:49,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-22T23:26:49,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.0190 sec 2024-11-22T23:26:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T23:26:49,259 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:49,259 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T23:26:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-22T23:26:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T23:26:49,261 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T23:26:49,261 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T23:26:49,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T23:26:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T23:26:49,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T23:26:49,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:49,413 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T23:26:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112293620693b8c9480d85d159d56d197c85_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732318008329/Put/seqid=0 2024-11-22T23:26:49,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742412_1588 (size=12454) 2024-11-22T23:26:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:49,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. as already flushing 2024-11-22T23:26:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318069494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318069496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318069497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318069497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T23:26:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318069609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318069609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318069609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318069609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318069819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318069819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318069819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318069819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:49,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:49,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:49,830 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112293620693b8c9480d85d159d56d197c85_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112293620693b8c9480d85d159d56d197c85_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/df3d2c354152450e967f1b58eb76c948, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/df3d2c354152450e967f1b58eb76c948 is 175, key is test_row_0/A:col10/1732318008329/Put/seqid=0 2024-11-22T23:26:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742413_1589 (size=31255) 2024-11-22T23:26:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T23:26:50,040 INFO [Thread-2334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2334. 2024-11-22T23:26:50,041 DEBUG [Thread-2334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:50,041 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,041 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:50,043 INFO [Thread-2328 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2328. 2024-11-22T23:26:50,043 DEBUG [Thread-2328 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:50,043 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,043 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:50,044 INFO [Thread-2330 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2330. 2024-11-22T23:26:50,044 DEBUG [Thread-2330 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:50,044 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,044 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:50,045 INFO [Thread-2336 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2336. 2024-11-22T23:26:50,045 DEBUG [Thread-2336 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:50,045 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,045 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:50,048 INFO [Thread-2332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2332. 2024-11-22T23:26:50,048 DEBUG [Thread-2332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:50,048 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,048 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:50,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:50,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:50,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:50,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318070129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318070129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318070129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:50,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318070129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:50,246 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/df3d2c354152450e967f1b58eb76c948 2024-11-22T23:26:50,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/22cd5fc2d45742af9681f1dc0856d276 is 50, key is test_row_0/B:col10/1732318008329/Put/seqid=0 2024-11-22T23:26:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742414_1590 (size=12301) 2024-11-22T23:26:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T23:26:50,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:50,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:50,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34128 deadline: 1732318070639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34054 deadline: 1732318070639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34034 deadline: 1732318070639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34124 deadline: 1732318070640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 , the old value is region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T23:26:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., hostname=a3d87a7361f3,41749,1732317825610, seqNum=5 because the exception is null or not the one we care about 2024-11-22T23:26:50,654 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/22cd5fc2d45742af9681f1dc0856d276 2024-11-22T23:26:50,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/4c49317e2ef245959f4fae7bcdd822da is 50, key is test_row_0/C:col10/1732318008329/Put/seqid=0 2024-11-22T23:26:50,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742415_1591 (size=12301) 2024-11-22T23:26:51,063 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/4c49317e2ef245959f4fae7bcdd822da 2024-11-22T23:26:51,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/df3d2c354152450e967f1b58eb76c948 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/df3d2c354152450e967f1b58eb76c948 2024-11-22T23:26:51,070 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/df3d2c354152450e967f1b58eb76c948, entries=150, sequenceid=291, filesize=30.5 K 2024-11-22T23:26:51,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/22cd5fc2d45742af9681f1dc0856d276 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/22cd5fc2d45742af9681f1dc0856d276 2024-11-22T23:26:51,074 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/22cd5fc2d45742af9681f1dc0856d276, entries=150, sequenceid=291, filesize=12.0 K 2024-11-22T23:26:51,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/4c49317e2ef245959f4fae7bcdd822da as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/4c49317e2ef245959f4fae7bcdd822da 2024-11-22T23:26:51,077 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/4c49317e2ef245959f4fae7bcdd822da, entries=150, sequenceid=291, filesize=12.0 K 2024-11-22T23:26:51,078 INFO [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a52f3489ca50a8272026dcffc2a082a1 in 1664ms, sequenceid=291, compaction requested=true 2024-11-22T23:26:51,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:51,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:51,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a3d87a7361f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-22T23:26:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-22T23:26:51,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-22T23:26:51,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-11-22T23:26:51,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8210 sec 2024-11-22T23:26:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T23:26:51,409 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:26:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41749 {}] regionserver.HRegion(8855): Flush requested on a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:51,650 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-22T23:26:51,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T23:26:51,650 INFO [Thread-2325 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2325. 2024-11-22T23:26:51,650 DEBUG [Thread-2325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:51,650 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:51,650 DEBUG [Thread-2325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:51,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:51,650 INFO [Thread-2321 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2321. 2024-11-22T23:26:51,650 DEBUG [Thread-2321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:51,650 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:51,651 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:51,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:51,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224ce8f9785b8c43d494f77b63c7263a18_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_0/A:col10/1732318011649/Put/seqid=0 2024-11-22T23:26:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742416_1592 (size=12454) 2024-11-22T23:26:51,660 INFO [Thread-2319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2319. 2024-11-22T23:26:51,660 DEBUG [Thread-2319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:51,660 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:51,660 INFO [Thread-2323 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2323. 2024-11-22T23:26:51,660 DEBUG [Thread-2323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:51,660 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:51,660 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:51,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:51,660 DEBUG [Thread-2323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:51,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:52,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:52,062 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224ce8f9785b8c43d494f77b63c7263a18_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224ce8f9785b8c43d494f77b63c7263a18_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:52,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/36e596ed575f422fb717cea6bcaa78fb, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:52,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/36e596ed575f422fb717cea6bcaa78fb is 175, key is test_row_0/A:col10/1732318011649/Put/seqid=0 2024-11-22T23:26:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742417_1593 (size=31255) 2024-11-22T23:26:52,467 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/36e596ed575f422fb717cea6bcaa78fb 2024-11-22T23:26:52,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/8a2cadf5e0d948ed891e19642e66d69e is 50, key is test_row_0/B:col10/1732318011649/Put/seqid=0 2024-11-22T23:26:52,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742418_1594 (size=12301) 2024-11-22T23:26:52,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/8a2cadf5e0d948ed891e19642e66d69e 2024-11-22T23:26:52,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/e0b14a0a68c4414ba63971d8866284f1 is 50, key is test_row_0/C:col10/1732318011649/Put/seqid=0 2024-11-22T23:26:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742419_1595 (size=12301) 2024-11-22T23:26:53,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/e0b14a0a68c4414ba63971d8866284f1 2024-11-22T23:26:53,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/36e596ed575f422fb717cea6bcaa78fb as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/36e596ed575f422fb717cea6bcaa78fb 2024-11-22T23:26:53,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/36e596ed575f422fb717cea6bcaa78fb, entries=150, sequenceid=311, filesize=30.5 K 2024-11-22T23:26:53,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/8a2cadf5e0d948ed891e19642e66d69e as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/8a2cadf5e0d948ed891e19642e66d69e 2024-11-22T23:26:53,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/8a2cadf5e0d948ed891e19642e66d69e, entries=150, sequenceid=311, filesize=12.0 K 2024-11-22T23:26:53,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/e0b14a0a68c4414ba63971d8866284f1 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e0b14a0a68c4414ba63971d8866284f1 2024-11-22T23:26:53,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e0b14a0a68c4414ba63971d8866284f1, entries=150, sequenceid=311, filesize=12.0 K 2024-11-22T23:26:53,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for a52f3489ca50a8272026dcffc2a082a1 in 1651ms, sequenceid=311, compaction requested=true 2024-11-22T23:26:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T23:26:53,301 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T23:26:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T23:26:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:53,301 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T23:26:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a52f3489ca50a8272026dcffc2a082a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T23:26:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:53,303 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 249700 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T23:26:53,303 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98068 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T23:26:53,303 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/A is initiating minor compaction (all files) 2024-11-22T23:26:53,303 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/B is initiating minor compaction (all files) 2024-11-22T23:26:53,303 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/B in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:53,303 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/A in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:53,303 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/9f543d1fa8084ddfae378154c1dc6d99, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/29a15e521a7c4a7a99764994f766d510, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/02e5680a63fa4b3c9204ccc3381d5f85, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/78a6d71f1c9c4a34a98ac47ef8440d71, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/4a69141961a54cbea78b25e34b9e10c2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/20ee6b7be8e44abc9357eda3e691d730, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/22cd5fc2d45742af9681f1dc0856d276, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/8a2cadf5e0d948ed891e19642e66d69e] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=95.8 K 2024-11-22T23:26:53,303 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/01929c4a9e5e4fabaa818c985c380eaa, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0c64427005f643269bb9ea751bf77ae1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0ad4c1252a7c4bea9c7d8541248bcaca, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6124ce9c2513436ab75b15b400175133, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9dad437b94c44155a6495cfba11112f8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/092c16a38c5942248b41b7fd66555d7e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/df3d2c354152450e967f1b58eb76c948, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/36e596ed575f422fb717cea6bcaa78fb] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=243.8 K 2024-11-22T23:26:53,303 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=57.69 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:53,303 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. files: [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/01929c4a9e5e4fabaa818c985c380eaa, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0c64427005f643269bb9ea751bf77ae1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0ad4c1252a7c4bea9c7d8541248bcaca, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6124ce9c2513436ab75b15b400175133, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9dad437b94c44155a6495cfba11112f8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/092c16a38c5942248b41b7fd66555d7e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/df3d2c354152450e967f1b58eb76c948, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/36e596ed575f422fb717cea6bcaa78fb] 2024-11-22T23:26:53,303 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f543d1fa8084ddfae378154c1dc6d99, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732317999273 2024-11-22T23:26:53,303 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01929c4a9e5e4fabaa818c985c380eaa, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732317999273 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 29a15e521a7c4a7a99764994f766d510, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732318000431 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c64427005f643269bb9ea751bf77ae1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732318000431 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 02e5680a63fa4b3c9204ccc3381d5f85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732318001083 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ad4c1252a7c4bea9c7d8541248bcaca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732318001083 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 78a6d71f1c9c4a34a98ac47ef8440d71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732318003256 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6124ce9c2513436ab75b15b400175133, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732318003256 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a69141961a54cbea78b25e34b9e10c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732318005439 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dad437b94c44155a6495cfba11112f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732318005439 2024-11-22T23:26:53,304 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 20ee6b7be8e44abc9357eda3e691d730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732318007676 2024-11-22T23:26:53,305 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 092c16a38c5942248b41b7fd66555d7e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732318007676 2024-11-22T23:26:53,305 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 22cd5fc2d45742af9681f1dc0856d276, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732318008328 2024-11-22T23:26:53,305 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting df3d2c354152450e967f1b58eb76c948, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732318008328 2024-11-22T23:26:53,305 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a2cadf5e0d948ed891e19642e66d69e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732318009496 2024-11-22T23:26:53,305 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e596ed575f422fb717cea6bcaa78fb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732318009496 2024-11-22T23:26:53,312 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:53,313 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224de2714eadb0410eac48bcbc4405d03a_a52f3489ca50a8272026dcffc2a082a1 store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:53,315 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#B#compaction#499 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 57.69 MB/second 2024-11-22T23:26:53,315 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/68047a68fe254fbdabd1065137969a18 is 50, key is test_row_0/B:col10/1732318011649/Put/seqid=0 2024-11-22T23:26:53,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224de2714eadb0410eac48bcbc4405d03a_a52f3489ca50a8272026dcffc2a082a1, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:53,317 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224de2714eadb0410eac48bcbc4405d03a_a52f3489ca50a8272026dcffc2a082a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:53,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742420_1596 (size=12983) 2024-11-22T23:26:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742421_1597 (size=4469) 2024-11-22T23:26:53,320 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#A#compaction#498 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-22T23:26:53,321 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6f6b9803949b4c918a3fc54f4a257002 is 175, key is test_row_0/A:col10/1732318011649/Put/seqid=0 2024-11-22T23:26:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742422_1598 (size=31937) 2024-11-22T23:26:53,723 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/68047a68fe254fbdabd1065137969a18 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/68047a68fe254fbdabd1065137969a18 2024-11-22T23:26:53,726 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/6f6b9803949b4c918a3fc54f4a257002 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6f6b9803949b4c918a3fc54f4a257002 2024-11-22T23:26:53,726 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/B of a52f3489ca50a8272026dcffc2a082a1 into 68047a68fe254fbdabd1065137969a18(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:53,726 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:53,726 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/B, priority=8, startTime=1732318013301; duration=0sec 2024-11-22T23:26:53,726 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T23:26:53,726 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:B 2024-11-22T23:26:53,726 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T23:26:53,728 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98068 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T23:26:53,728 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1541): a52f3489ca50a8272026dcffc2a082a1/C is initiating minor compaction (all files) 2024-11-22T23:26:53,728 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a52f3489ca50a8272026dcffc2a082a1/C in TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:53,728 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/0424c387b00247f793788755c77fd25c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/2899127dd6a44b6c88ad37f78add0dd2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e4a23e89b031452092cd508fb8038f51, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a7dcbb369f034076b62c318579718ac2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/47e3d81d3bb246efbb30a37aeada9e5c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/836ab9af8803405e87645dcae9835794, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/4c49317e2ef245959f4fae7bcdd822da, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e0b14a0a68c4414ba63971d8866284f1] into tmpdir=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp, totalSize=95.8 K 2024-11-22T23:26:53,728 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 0424c387b00247f793788755c77fd25c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732317999273 2024-11-22T23:26:53,728 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 2899127dd6a44b6c88ad37f78add0dd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732318000431 2024-11-22T23:26:53,729 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a23e89b031452092cd508fb8038f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732318001083 2024-11-22T23:26:53,729 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting a7dcbb369f034076b62c318579718ac2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732318003256 2024-11-22T23:26:53,729 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 47e3d81d3bb246efbb30a37aeada9e5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732318005439 2024-11-22T23:26:53,729 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 836ab9af8803405e87645dcae9835794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732318007676 2024-11-22T23:26:53,729 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c49317e2ef245959f4fae7bcdd822da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732318008328 2024-11-22T23:26:53,730 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] compactions.Compactor(225): Compacting e0b14a0a68c4414ba63971d8866284f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732318009496 2024-11-22T23:26:53,730 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/A of a52f3489ca50a8272026dcffc2a082a1 into 6f6b9803949b4c918a3fc54f4a257002(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:53,730 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:53,730 INFO [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/A, priority=8, startTime=1732318013301; duration=0sec 2024-11-22T23:26:53,730 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:53,730 DEBUG [RS:0;a3d87a7361f3:41749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:A 2024-11-22T23:26:53,742 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a52f3489ca50a8272026dcffc2a082a1#C#compaction#500 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 57.69 MB/second 2024-11-22T23:26:53,742 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/0b33420ac6a44d4a800ff9ec7491b348 is 50, key is test_row_0/C:col10/1732318011649/Put/seqid=0 2024-11-22T23:26:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742423_1599 (size=12983) 2024-11-22T23:26:54,150 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/0b33420ac6a44d4a800ff9ec7491b348 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/0b33420ac6a44d4a800ff9ec7491b348 2024-11-22T23:26:54,153 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in a52f3489ca50a8272026dcffc2a082a1/C of a52f3489ca50a8272026dcffc2a082a1 into 0b33420ac6a44d4a800ff9ec7491b348(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T23:26:54,153 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a52f3489ca50a8272026dcffc2a082a1: 2024-11-22T23:26:54,153 INFO [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., storeName=a52f3489ca50a8272026dcffc2a082a1/C, priority=8, startTime=1732318013301; duration=0sec 2024-11-22T23:26:54,153 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T23:26:54,153 DEBUG [RS:0;a3d87a7361f3:41749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a52f3489ca50a8272026dcffc2a082a1:C 2024-11-22T23:26:58,490 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-11-22T23:26:58,490 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T23:26:58,490 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:58,490 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:58,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3691 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3640 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3651 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3698 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3636 2024-11-22T23:26:58,490 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T23:26:58,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:26:58,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:26:58,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:58,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:26:58,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:26:58,491 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T23:26:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T23:26:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T23:26:58,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318018493"}]},"ts":"1732318018493"} 2024-11-22T23:26:58,494 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T23:26:58,494 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T23:26:58,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T23:26:58,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, UNASSIGN}] 2024-11-22T23:26:58,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, UNASSIGN 2024-11-22T23:26:58,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=a52f3489ca50a8272026dcffc2a082a1, regionState=CLOSING, regionLocation=a3d87a7361f3,41749,1732317825610 2024-11-22T23:26:58,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, UNASSIGN because future has completed 2024-11-22T23:26:58,498 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T23:26:58,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610}] 2024-11-22T23:26:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T23:26:58,650 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(122): Close a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:58,650 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T23:26:58,651 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1722): Closing a52f3489ca50a8272026dcffc2a082a1, disabling compactions & flushes 2024-11-22T23:26:58,651 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:58,651 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:58,651 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. after waiting 0 ms 2024-11-22T23:26:58,651 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:26:58,651 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2902): Flushing a52f3489ca50a8272026dcffc2a082a1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T23:26:58,656 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122613f29ec4dd845e6979eab01852d68db_a52f3489ca50a8272026dcffc2a082a1 is 50, key is test_row_2/A:col10/1732318018489/Put/seqid=0 2024-11-22T23:26:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742424_1600 (size=7374) 2024-11-22T23:26:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T23:26:59,059 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T23:26:59,062 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122613f29ec4dd845e6979eab01852d68db_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122613f29ec4dd845e6979eab01852d68db_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:26:59,063 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/03b4d6db2eaf474d9664554e509ac72a, store: [table=TestAcidGuarantees family=A region=a52f3489ca50a8272026dcffc2a082a1] 2024-11-22T23:26:59,064 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/03b4d6db2eaf474d9664554e509ac72a is 175, key is test_row_2/A:col10/1732318018489/Put/seqid=0 2024-11-22T23:26:59,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742425_1601 (size=13865) 2024-11-22T23:26:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T23:26:59,467 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/03b4d6db2eaf474d9664554e509ac72a 2024-11-22T23:26:59,472 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/60d6299b61fd4e7e970648e37bd0e13c is 50, key is test_row_2/B:col10/1732318018489/Put/seqid=0 2024-11-22T23:26:59,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742426_1602 (size=7415) 2024-11-22T23:26:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T23:26:59,875 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/60d6299b61fd4e7e970648e37bd0e13c 2024-11-22T23:26:59,880 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/bef19ac7d3bd4f589d42420befe59f2d is 50, key is test_row_2/C:col10/1732318018489/Put/seqid=0 2024-11-22T23:26:59,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742427_1603 (size=7415) 2024-11-22T23:27:00,283 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/bef19ac7d3bd4f589d42420befe59f2d 2024-11-22T23:27:00,286 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/A/03b4d6db2eaf474d9664554e509ac72a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/03b4d6db2eaf474d9664554e509ac72a 2024-11-22T23:27:00,290 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/03b4d6db2eaf474d9664554e509ac72a, entries=50, sequenceid=320, filesize=13.5 K 2024-11-22T23:27:00,290 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/B/60d6299b61fd4e7e970648e37bd0e13c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/60d6299b61fd4e7e970648e37bd0e13c 2024-11-22T23:27:00,293 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/60d6299b61fd4e7e970648e37bd0e13c, entries=50, sequenceid=320, filesize=7.2 K 2024-11-22T23:27:00,293 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/.tmp/C/bef19ac7d3bd4f589d42420befe59f2d as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/bef19ac7d3bd4f589d42420befe59f2d 2024-11-22T23:27:00,296 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/bef19ac7d3bd4f589d42420befe59f2d, entries=50, sequenceid=320, filesize=7.2 K 2024-11-22T23:27:00,296 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for a52f3489ca50a8272026dcffc2a082a1 in 1645ms, sequenceid=320, compaction requested=false 2024-11-22T23:27:00,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/4707bd3ce08e4c9a8b5f5001ff2b8866, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/47981da6986241e18e226f08308f1802, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/f41a0fd8e08d484b8e691bd3602d0a75, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0a616cd9acae4887a93c8598056d5b8f, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9136feea90f84c039b4ca2ad1698e380, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6c784a302e854b6ea364e0820c2da154, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/072acd6bbaf848ee98fc5d3d68c28115, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/db7ab4883a6c4957b068ff4a06453e32, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/455bc7dedcbb48da946e0948f9292943, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/319b8416f6f84ecca62c1dd5b8706534, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/b64a2a53a2d141d5b0433e58d75ffed8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/01929c4a9e5e4fabaa818c985c380eaa, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/08900bee3df74f018d213a88a032b231, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0c64427005f643269bb9ea751bf77ae1, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0ad4c1252a7c4bea9c7d8541248bcaca, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6124ce9c2513436ab75b15b400175133, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9dad437b94c44155a6495cfba11112f8, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/092c16a38c5942248b41b7fd66555d7e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/df3d2c354152450e967f1b58eb76c948, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/36e596ed575f422fb717cea6bcaa78fb] to archive 2024-11-22T23:27:00,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:27:00,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/4707bd3ce08e4c9a8b5f5001ff2b8866 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/4707bd3ce08e4c9a8b5f5001ff2b8866 2024-11-22T23:27:00,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/47981da6986241e18e226f08308f1802 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/47981da6986241e18e226f08308f1802 2024-11-22T23:27:00,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/f41a0fd8e08d484b8e691bd3602d0a75 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/f41a0fd8e08d484b8e691bd3602d0a75 2024-11-22T23:27:00,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0a616cd9acae4887a93c8598056d5b8f to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0a616cd9acae4887a93c8598056d5b8f 2024-11-22T23:27:00,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9136feea90f84c039b4ca2ad1698e380 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9136feea90f84c039b4ca2ad1698e380 2024-11-22T23:27:00,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6c784a302e854b6ea364e0820c2da154 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6c784a302e854b6ea364e0820c2da154 2024-11-22T23:27:00,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/072acd6bbaf848ee98fc5d3d68c28115 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/072acd6bbaf848ee98fc5d3d68c28115 2024-11-22T23:27:00,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/db7ab4883a6c4957b068ff4a06453e32 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/db7ab4883a6c4957b068ff4a06453e32 2024-11-22T23:27:00,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/455bc7dedcbb48da946e0948f9292943 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/455bc7dedcbb48da946e0948f9292943 2024-11-22T23:27:00,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/319b8416f6f84ecca62c1dd5b8706534 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/319b8416f6f84ecca62c1dd5b8706534 2024-11-22T23:27:00,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/b64a2a53a2d141d5b0433e58d75ffed8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/b64a2a53a2d141d5b0433e58d75ffed8 2024-11-22T23:27:00,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/01929c4a9e5e4fabaa818c985c380eaa to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/01929c4a9e5e4fabaa818c985c380eaa 2024-11-22T23:27:00,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/08900bee3df74f018d213a88a032b231 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/08900bee3df74f018d213a88a032b231 2024-11-22T23:27:00,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0c64427005f643269bb9ea751bf77ae1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0c64427005f643269bb9ea751bf77ae1 2024-11-22T23:27:00,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0ad4c1252a7c4bea9c7d8541248bcaca to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/0ad4c1252a7c4bea9c7d8541248bcaca 2024-11-22T23:27:00,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6124ce9c2513436ab75b15b400175133 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6124ce9c2513436ab75b15b400175133 2024-11-22T23:27:00,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9dad437b94c44155a6495cfba11112f8 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/9dad437b94c44155a6495cfba11112f8 2024-11-22T23:27:00,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/092c16a38c5942248b41b7fd66555d7e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/092c16a38c5942248b41b7fd66555d7e 2024-11-22T23:27:00,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/df3d2c354152450e967f1b58eb76c948 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/df3d2c354152450e967f1b58eb76c948 2024-11-22T23:27:00,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/36e596ed575f422fb717cea6bcaa78fb to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/36e596ed575f422fb717cea6bcaa78fb 2024-11-22T23:27:00,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/873cb05ed5f446969ae4aec62ee2aa34, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/1b477e9e89bf49abb080843a5b9a51ba, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/7829ddf9620b45bcb2abf1bb616c5252, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/53a394ee361d462f8eec4c99f873e0a0, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d190876751804a108173fcb0de71c6e7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/44f29b922a114eb4b97ff82d2db2ada6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/f6800c70319248558483ff8f7cf8d172, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d205dec77d1a486dbeba649e28a809dc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/ab7cdf0c07004a428dbd62abdfa7dd5e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/76dbbc83eadb404e9943f8f8eabfacd7, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/50a17b44e1b84baf90cdceb7923c920a, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/9f543d1fa8084ddfae378154c1dc6d99, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/eaf85f8265c2472486ad7072823c1143, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/29a15e521a7c4a7a99764994f766d510, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/02e5680a63fa4b3c9204ccc3381d5f85, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/78a6d71f1c9c4a34a98ac47ef8440d71, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/4a69141961a54cbea78b25e34b9e10c2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/20ee6b7be8e44abc9357eda3e691d730, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/22cd5fc2d45742af9681f1dc0856d276, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/8a2cadf5e0d948ed891e19642e66d69e] to archive 2024-11-22T23:27:00,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:27:00,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/873cb05ed5f446969ae4aec62ee2aa34 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/873cb05ed5f446969ae4aec62ee2aa34 2024-11-22T23:27:00,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/1b477e9e89bf49abb080843a5b9a51ba to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/1b477e9e89bf49abb080843a5b9a51ba 2024-11-22T23:27:00,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/7829ddf9620b45bcb2abf1bb616c5252 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/7829ddf9620b45bcb2abf1bb616c5252 2024-11-22T23:27:00,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/53a394ee361d462f8eec4c99f873e0a0 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/53a394ee361d462f8eec4c99f873e0a0 2024-11-22T23:27:00,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d190876751804a108173fcb0de71c6e7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d190876751804a108173fcb0de71c6e7 2024-11-22T23:27:00,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/44f29b922a114eb4b97ff82d2db2ada6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/44f29b922a114eb4b97ff82d2db2ada6 2024-11-22T23:27:00,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/f6800c70319248558483ff8f7cf8d172 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/f6800c70319248558483ff8f7cf8d172 2024-11-22T23:27:00,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d205dec77d1a486dbeba649e28a809dc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/d205dec77d1a486dbeba649e28a809dc 2024-11-22T23:27:00,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/ab7cdf0c07004a428dbd62abdfa7dd5e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/ab7cdf0c07004a428dbd62abdfa7dd5e 2024-11-22T23:27:00,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/76dbbc83eadb404e9943f8f8eabfacd7 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/76dbbc83eadb404e9943f8f8eabfacd7 2024-11-22T23:27:00,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/50a17b44e1b84baf90cdceb7923c920a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/50a17b44e1b84baf90cdceb7923c920a 2024-11-22T23:27:00,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/9f543d1fa8084ddfae378154c1dc6d99 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/9f543d1fa8084ddfae378154c1dc6d99 2024-11-22T23:27:00,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/eaf85f8265c2472486ad7072823c1143 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/eaf85f8265c2472486ad7072823c1143 2024-11-22T23:27:00,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/29a15e521a7c4a7a99764994f766d510 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/29a15e521a7c4a7a99764994f766d510 2024-11-22T23:27:00,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/02e5680a63fa4b3c9204ccc3381d5f85 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/02e5680a63fa4b3c9204ccc3381d5f85 2024-11-22T23:27:00,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/78a6d71f1c9c4a34a98ac47ef8440d71 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/78a6d71f1c9c4a34a98ac47ef8440d71 2024-11-22T23:27:00,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/4a69141961a54cbea78b25e34b9e10c2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/4a69141961a54cbea78b25e34b9e10c2 2024-11-22T23:27:00,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/20ee6b7be8e44abc9357eda3e691d730 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/20ee6b7be8e44abc9357eda3e691d730 2024-11-22T23:27:00,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/22cd5fc2d45742af9681f1dc0856d276 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/22cd5fc2d45742af9681f1dc0856d276 2024-11-22T23:27:00,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/8a2cadf5e0d948ed891e19642e66d69e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/8a2cadf5e0d948ed891e19642e66d69e 2024-11-22T23:27:00,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/501c4127e93d4aeebaad8f8d5e91c246, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/ae6caa602da64f27bef97c1515338765, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5991350034a54333836406b177bf4fdd, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5f0a5893d8ad4278aba6b11655803b3d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/cc8c87917bee48669523453771a239d6, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/02eea106abc247218afd526b2ec0cbcc, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/b485660c807a4160acc5bc7ebecb3c0e, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/c536d4df13bd49149fa815235b34eb32, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/930a62109d88480e9bb9e9446ff33e7d, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a546595f7d7c4e259154856bc7543bf4, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/77045ccc1d7a443cad46e370ed08b642, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/0424c387b00247f793788755c77fd25c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/91648103a74d478fa4d96e8f07ae2a02, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/2899127dd6a44b6c88ad37f78add0dd2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e4a23e89b031452092cd508fb8038f51, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a7dcbb369f034076b62c318579718ac2, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/47e3d81d3bb246efbb30a37aeada9e5c, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/836ab9af8803405e87645dcae9835794, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/4c49317e2ef245959f4fae7bcdd822da, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e0b14a0a68c4414ba63971d8866284f1] to archive 2024-11-22T23:27:00,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T23:27:00,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/501c4127e93d4aeebaad8f8d5e91c246 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/501c4127e93d4aeebaad8f8d5e91c246 2024-11-22T23:27:00,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/ae6caa602da64f27bef97c1515338765 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/ae6caa602da64f27bef97c1515338765 2024-11-22T23:27:00,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5991350034a54333836406b177bf4fdd to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5991350034a54333836406b177bf4fdd 2024-11-22T23:27:00,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5f0a5893d8ad4278aba6b11655803b3d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/5f0a5893d8ad4278aba6b11655803b3d 2024-11-22T23:27:00,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/cc8c87917bee48669523453771a239d6 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/cc8c87917bee48669523453771a239d6 2024-11-22T23:27:00,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/02eea106abc247218afd526b2ec0cbcc to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/02eea106abc247218afd526b2ec0cbcc 2024-11-22T23:27:00,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/b485660c807a4160acc5bc7ebecb3c0e to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/b485660c807a4160acc5bc7ebecb3c0e 2024-11-22T23:27:00,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/c536d4df13bd49149fa815235b34eb32 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/c536d4df13bd49149fa815235b34eb32 2024-11-22T23:27:00,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/930a62109d88480e9bb9e9446ff33e7d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/930a62109d88480e9bb9e9446ff33e7d 2024-11-22T23:27:00,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a546595f7d7c4e259154856bc7543bf4 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a546595f7d7c4e259154856bc7543bf4 2024-11-22T23:27:00,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/77045ccc1d7a443cad46e370ed08b642 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/77045ccc1d7a443cad46e370ed08b642 2024-11-22T23:27:00,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/0424c387b00247f793788755c77fd25c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/0424c387b00247f793788755c77fd25c 2024-11-22T23:27:00,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/91648103a74d478fa4d96e8f07ae2a02 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/91648103a74d478fa4d96e8f07ae2a02 2024-11-22T23:27:00,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/2899127dd6a44b6c88ad37f78add0dd2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/2899127dd6a44b6c88ad37f78add0dd2 2024-11-22T23:27:00,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e4a23e89b031452092cd508fb8038f51 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e4a23e89b031452092cd508fb8038f51 2024-11-22T23:27:00,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a7dcbb369f034076b62c318579718ac2 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/a7dcbb369f034076b62c318579718ac2 2024-11-22T23:27:00,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/47e3d81d3bb246efbb30a37aeada9e5c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/47e3d81d3bb246efbb30a37aeada9e5c 2024-11-22T23:27:00,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/836ab9af8803405e87645dcae9835794 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/836ab9af8803405e87645dcae9835794 2024-11-22T23:27:00,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/4c49317e2ef245959f4fae7bcdd822da to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/4c49317e2ef245959f4fae7bcdd822da 2024-11-22T23:27:00,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e0b14a0a68c4414ba63971d8866284f1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/e0b14a0a68c4414ba63971d8866284f1 2024-11-22T23:27:00,349 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/recovered.edits/323.seqid, newMaxSeqId=323, maxSeqId=4 2024-11-22T23:27:00,350 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. 2024-11-22T23:27:00,350 DEBUG [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1676): Region close journal for a52f3489ca50a8272026dcffc2a082a1: Waiting for close lock at 1732318018651Running coprocessor pre-close hooks at 1732318018651Disabling compacts and flushes for region at 1732318018651Disabling writes for close at 1732318018651Obtaining lock to block concurrent updates at 1732318018651Preparing flush snapshotting stores in a52f3489ca50a8272026dcffc2a082a1 at 1732318018651Finished memstore snapshotting TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732318018651Flushing stores of TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1. at 1732318018652 (+1 ms)Flushing a52f3489ca50a8272026dcffc2a082a1/A: creating writer at 1732318018652Flushing mob file a52f3489ca50a8272026dcffc2a082a1/A: appending metadata at 1732318018656 (+4 ms)Flushing mob file a52f3489ca50a8272026dcffc2a082a1/A: closing flushed file at 1732318018656Flushing a52f3489ca50a8272026dcffc2a082a1/A: appending metadata at 1732318019063 (+407 ms)Flushing a52f3489ca50a8272026dcffc2a082a1/A: closing flushed file at 1732318019063Flushing a52f3489ca50a8272026dcffc2a082a1/B: creating writer at 1732318019470 (+407 ms)Flushing a52f3489ca50a8272026dcffc2a082a1/B: appending metadata at 1732318019472 (+2 ms)Flushing a52f3489ca50a8272026dcffc2a082a1/B: closing flushed file at 1732318019472Flushing a52f3489ca50a8272026dcffc2a082a1/C: creating writer at 1732318019878 (+406 ms)Flushing a52f3489ca50a8272026dcffc2a082a1/C: appending metadata at 1732318019879 (+1 ms)Flushing a52f3489ca50a8272026dcffc2a082a1/C: closing flushed file at 1732318019879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e4ae5b9: reopening flushed file at 1732318020286 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22acce1c: reopening flushed file at 1732318020290 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4aa244: reopening flushed file at 1732318020293 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for a52f3489ca50a8272026dcffc2a082a1 in 1645ms, sequenceid=320, compaction requested=false at 1732318020296 (+3 ms)Writing region close event to WAL at 1732318020347 (+51 ms)Running coprocessor post-close hooks at 1732318020350 (+3 ms)Closed at 1732318020350 2024-11-22T23:27:00,352 INFO [RS_CLOSE_REGION-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(157): Closed a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=a52f3489ca50a8272026dcffc2a082a1, regionState=CLOSED 2024-11-22T23:27:00,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 because future has completed 2024-11-22T23:27:00,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-22T23:27:00,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure a52f3489ca50a8272026dcffc2a082a1, server=a3d87a7361f3,41749,1732317825610 in 1.8560 sec 2024-11-22T23:27:00,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-11-22T23:27:00,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a52f3489ca50a8272026dcffc2a082a1, UNASSIGN in 1.8590 sec 2024-11-22T23:27:00,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-22T23:27:00,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8620 sec 2024-11-22T23:27:00,359 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732318020358"}]},"ts":"1732318020358"} 2024-11-22T23:27:00,360 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T23:27:00,360 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T23:27:00,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8690 sec 2024-11-22T23:27:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T23:27:00,639 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:27:00,639 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T23:27:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:27:00,641 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:27:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T23:27:00,642 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:27:00,644 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,646 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C, FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/recovered.edits] 2024-11-22T23:27:00,648 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/03b4d6db2eaf474d9664554e509ac72a to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/03b4d6db2eaf474d9664554e509ac72a 2024-11-22T23:27:00,648 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6f6b9803949b4c918a3fc54f4a257002 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/A/6f6b9803949b4c918a3fc54f4a257002 2024-11-22T23:27:00,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/60d6299b61fd4e7e970648e37bd0e13c to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/60d6299b61fd4e7e970648e37bd0e13c 2024-11-22T23:27:00,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/68047a68fe254fbdabd1065137969a18 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/B/68047a68fe254fbdabd1065137969a18 2024-11-22T23:27:00,652 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/0b33420ac6a44d4a800ff9ec7491b348 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/0b33420ac6a44d4a800ff9ec7491b348 2024-11-22T23:27:00,653 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/bef19ac7d3bd4f589d42420befe59f2d to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/C/bef19ac7d3bd4f589d42420befe59f2d 2024-11-22T23:27:00,655 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/recovered.edits/323.seqid to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1/recovered.edits/323.seqid 2024-11-22T23:27:00,656 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/default/TestAcidGuarantees/a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,656 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T23:27:00,656 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T23:27:00,657 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T23:27:00,658 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205ce6c764de4458183b23241cde98352_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205ce6c764de4458183b23241cde98352_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,659 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220a7012e2e14842b4a98946f2f911a6ae_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220a7012e2e14842b4a98946f2f911a6ae_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,660 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222cff3ba6eba545ddbb2bc456ab8dea39_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222cff3ba6eba545ddbb2bc456ab8dea39_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,661 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230310ab342264de49ec63fa413e648a1_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230310ab342264de49ec63fa413e648a1_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,662 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f8bd22736ee4d88bae880f972bcf07c_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f8bd22736ee4d88bae880f972bcf07c_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,663 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224ce8f9785b8c43d494f77b63c7263a18_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224ce8f9785b8c43d494f77b63c7263a18_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,664 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112250ac3a2ac5bd41f085fd1e66d5ebdd90_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112250ac3a2ac5bd41f085fd1e66d5ebdd90_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,665 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122613f29ec4dd845e6979eab01852d68db_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122613f29ec4dd845e6979eab01852d68db_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,666 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226af6d96a10904d9fb2c307dc6e7cd369_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226af6d96a10904d9fb2c307dc6e7cd369_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,667 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e0f78ec68e0411a88cef55f4b48651b_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226e0f78ec68e0411a88cef55f4b48651b_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,667 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227914e7857bd34558b7de8f41e2275cea_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227914e7857bd34558b7de8f41e2275cea_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,668 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227bcf3b45333a49c794a70be4b77ad6f7_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227bcf3b45333a49c794a70be4b77ad6f7_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,669 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112293033c9cd81a4e92b78e40e64b6fe2b3_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112293033c9cd81a4e92b78e40e64b6fe2b3_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,670 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112293620693b8c9480d85d159d56d197c85_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112293620693b8c9480d85d159d56d197c85_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,671 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d12f8a73a726470ba94826d5b01c0790_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d12f8a73a726470ba94826d5b01c0790_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,672 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d44e9e4292b14536b6cd202e08664dc4_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d44e9e4292b14536b6cd202e08664dc4_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,672 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d64b498c21b04cd2824d5acf276d9930_a52f3489ca50a8272026dcffc2a082a1 to hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d64b498c21b04cd2824d5acf276d9930_a52f3489ca50a8272026dcffc2a082a1 2024-11-22T23:27:00,673 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T23:27:00,674 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:27:00,676 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T23:27:00,678 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T23:27:00,678 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:27:00,678 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T23:27:00,679 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732318020678"}]},"ts":"9223372036854775807"} 2024-11-22T23:27:00,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T23:27:00,680 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a52f3489ca50a8272026dcffc2a082a1, NAME => 'TestAcidGuarantees,,1732317986935.a52f3489ca50a8272026dcffc2a082a1.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T23:27:00,680 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T23:27:00,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732318020680"}]},"ts":"9223372036854775807"} 2024-11-22T23:27:00,681 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T23:27:00,682 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T23:27:00,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-22T23:27:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T23:27:00,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T23:27:00,749 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T23:27:00,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 237), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 490), ProcessCount=11 (was 11), AvailableMemoryMB=848 (was 891) 2024-11-22T23:27:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T23:27:00,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:27:00,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:27:00,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:27:00,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:27:00,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T23:27:00,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T23:27:00,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=958468940, stopped=false 2024-11-22T23:27:00,757 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a3d87a7361f3,33451,1732317824833 2024-11-22T23:27:00,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T23:27:00,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T23:27:00,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:27:00,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:27:00,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T23:27:00,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T23:27:00,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:27:00,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T23:27:00,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T23:27:00,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:27:00,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a3d87a7361f3,41749,1732317825610' ***** 2024-11-22T23:27:00,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T23:27:00,797 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T23:27:00,798 INFO [RS:0;a3d87a7361f3:41749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T23:27:00,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T23:27:00,798 INFO [RS:0;a3d87a7361f3:41749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T23:27:00,798 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(959): stopping server a3d87a7361f3,41749,1732317825610 2024-11-22T23:27:00,798 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T23:27:00,798 INFO [RS:0;a3d87a7361f3:41749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a3d87a7361f3:41749. 2024-11-22T23:27:00,798 DEBUG [RS:0;a3d87a7361f3:41749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T23:27:00,798 DEBUG [RS:0;a3d87a7361f3:41749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:27:00,798 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T23:27:00,798 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T23:27:00,798 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T23:27:00,799 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T23:27:00,799 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T23:27:00,799 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T23:27:00,800 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T23:27:00,800 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T23:27:00,800 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T23:27:00,800 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T23:27:00,800 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T23:27:00,800 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:00,800 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-22T23:27:00,820 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/info/bb53ad0aab5b441e85557552ce3c78df is 95, key is TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad./info:/1732317857015/DeleteFamily/seqid=0 2024-11-22T23:27:00,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742428_1604 (size=6514) 2024-11-22T23:27:00,826 INFO [regionserver/a3d87a7361f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T23:27:01,000 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:01,200 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:01,223 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/info/bb53ad0aab5b441e85557552ce3c78df 2024-11-22T23:27:01,239 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/ns/e9a1f9e0aa9148c998ffe16557e3fa93 is 93, key is TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad./ns:/1732317856980/DeleteFamily/seqid=0 2024-11-22T23:27:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742429_1605 (size=5906) 2024-11-22T23:27:01,400 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:01,442 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a3d87a7361f3:33451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T23:27:01,600 INFO [regionserver/a3d87a7361f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T23:27:01,600 INFO [regionserver/a3d87a7361f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T23:27:01,601 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:01,643 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/ns/e9a1f9e0aa9148c998ffe16557e3fa93 2024-11-22T23:27:01,659 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/rep_barrier/e612ff9662b0403da1919cd4b91db5b8 is 102, key is TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad./rep_barrier:/1732317856980/DeleteFamily/seqid=0 2024-11-22T23:27:01,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742430_1606 (size=6025) 2024-11-22T23:27:01,801 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:02,001 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:02,062 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/rep_barrier/e612ff9662b0403da1919cd4b91db5b8 2024-11-22T23:27:02,078 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/table/629478b6b85f44519f4ad952ded5548f is 96, key is TestAcidGuarantees,,1732317830316.bef19e2787d8cbd5bec4bfee438e97ad./table:/1732317856980/DeleteFamily/seqid=0 2024-11-22T23:27:02,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742431_1607 (size=5936) 2024-11-22T23:27:02,201 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:02,401 DEBUG [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T23:27:02,482 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/table/629478b6b85f44519f4ad952ded5548f 2024-11-22T23:27:02,485 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/info/bb53ad0aab5b441e85557552ce3c78df as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/info/bb53ad0aab5b441e85557552ce3c78df 2024-11-22T23:27:02,487 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/info/bb53ad0aab5b441e85557552ce3c78df, entries=12, sequenceid=90, filesize=6.4 K 2024-11-22T23:27:02,487 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/ns/e9a1f9e0aa9148c998ffe16557e3fa93 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/ns/e9a1f9e0aa9148c998ffe16557e3fa93 2024-11-22T23:27:02,490 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/ns/e9a1f9e0aa9148c998ffe16557e3fa93, entries=8, sequenceid=90, filesize=5.8 K 2024-11-22T23:27:02,490 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/rep_barrier/e612ff9662b0403da1919cd4b91db5b8 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/rep_barrier/e612ff9662b0403da1919cd4b91db5b8 2024-11-22T23:27:02,492 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/rep_barrier/e612ff9662b0403da1919cd4b91db5b8, entries=6, sequenceid=90, filesize=5.9 K 2024-11-22T23:27:02,493 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/.tmp/table/629478b6b85f44519f4ad952ded5548f as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/table/629478b6b85f44519f4ad952ded5548f 2024-11-22T23:27:02,494 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/table/629478b6b85f44519f4ad952ded5548f, entries=7, sequenceid=90, filesize=5.8 K 2024-11-22T23:27:02,495 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=90, compaction requested=false 2024-11-22T23:27:02,498 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-22T23:27:02,499 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T23:27:02,499 INFO [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T23:27:02,499 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732318020799Running coprocessor pre-close hooks at 1732318020800 (+1 ms)Disabling compacts and flushes for region at 1732318020800Disabling writes for close at 1732318020800Obtaining lock to block concurrent updates at 1732318020800Preparing flush snapshotting stores in 1588230740 at 1732318020800Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732318020800Flushing stores of hbase:meta,,1.1588230740 at 1732318020800Flushing 1588230740/info: creating writer at 1732318020801 (+1 ms)Flushing 1588230740/info: appending metadata at 1732318020820 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732318020820Flushing 1588230740/ns: creating writer at 1732318021227 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732318021239 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732318021239Flushing 1588230740/rep_barrier: creating writer at 1732318021646 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732318021658 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732318021658Flushing 1588230740/table: creating writer at 1732318022065 (+407 ms)Flushing 1588230740/table: appending metadata at 1732318022078 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732318022078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73de0be: reopening flushed file at 1732318022484 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2301093e: reopening flushed file at 1732318022487 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfda580: reopening flushed file at 1732318022490 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afc627c: reopening flushed file at 1732318022492 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1695ms, sequenceid=90, compaction requested=false at 1732318022495 (+3 ms)Writing region close event to WAL at 1732318022496 (+1 ms)Running coprocessor post-close hooks at 1732318022499 (+3 ms)Closed at 1732318022499 2024-11-22T23:27:02,499 DEBUG [RS_CLOSE_META-regionserver/a3d87a7361f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T23:27:02,602 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(976): stopping server a3d87a7361f3,41749,1732317825610; all regions closed. 2024-11-22T23:27:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741834_1010 (size=25344) 2024-11-22T23:27:02,609 DEBUG [RS:0;a3d87a7361f3:41749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/oldWALs 2024-11-22T23:27:02,609 INFO [RS:0;a3d87a7361f3:41749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3d87a7361f3%2C41749%2C1732317825610.meta:.meta(num 1732317829799) 2024-11-22T23:27:02,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741832_1008 (size=14360167) 2024-11-22T23:27:02,612 DEBUG [RS:0;a3d87a7361f3:41749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/oldWALs 2024-11-22T23:27:02,612 INFO [RS:0;a3d87a7361f3:41749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a3d87a7361f3%2C41749%2C1732317825610:(num 1732317828746) 2024-11-22T23:27:02,612 DEBUG [RS:0;a3d87a7361f3:41749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T23:27:02,612 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T23:27:02,613 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T23:27:02,613 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.ChoreService(370): Chore service for: regionserver/a3d87a7361f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T23:27:02,613 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T23:27:02,613 INFO [regionserver/a3d87a7361f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T23:27:02,613 INFO [RS:0;a3d87a7361f3:41749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41749 2024-11-22T23:27:02,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T23:27:02,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a3d87a7361f3,41749,1732317825610 2024-11-22T23:27:02,704 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T23:27:02,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a3d87a7361f3,41749,1732317825610] 2024-11-22T23:27:02,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a3d87a7361f3,41749,1732317825610 already deleted, retry=false 2024-11-22T23:27:02,743 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a3d87a7361f3,41749,1732317825610 expired; onlineServers=0 2024-11-22T23:27:02,743 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a3d87a7361f3,33451,1732317824833' ***** 2024-11-22T23:27:02,743 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T23:27:02,743 INFO [M:0;a3d87a7361f3:33451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T23:27:02,743 INFO [M:0;a3d87a7361f3:33451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T23:27:02,743 DEBUG [M:0;a3d87a7361f3:33451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T23:27:02,743 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T23:27:02,743 DEBUG [M:0;a3d87a7361f3:33451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T23:27:02,743 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.small.0-1732317828460 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.small.0-1732317828460,5,FailOnTimeoutGroup] 2024-11-22T23:27:02,743 DEBUG [master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.large.0-1732317828457 {}] cleaner.HFileCleaner(306): Exit Thread[master/a3d87a7361f3:0:becomeActiveMaster-HFileCleaner.large.0-1732317828457,5,FailOnTimeoutGroup] 2024-11-22T23:27:02,743 INFO [M:0;a3d87a7361f3:33451 {}] hbase.ChoreService(370): Chore service for: master/a3d87a7361f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T23:27:02,744 INFO [M:0;a3d87a7361f3:33451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T23:27:02,744 DEBUG [M:0;a3d87a7361f3:33451 {}] master.HMaster(1795): Stopping service threads 2024-11-22T23:27:02,744 INFO [M:0;a3d87a7361f3:33451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T23:27:02,744 INFO [M:0;a3d87a7361f3:33451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T23:27:02,744 ERROR [M:0;a3d87a7361f3:33451 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1228365231) connection to localhost/127.0.0.1:42103 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42103,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T23:27:02,744 INFO [M:0;a3d87a7361f3:33451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T23:27:02,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T23:27:02,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T23:27:02,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T23:27:02,753 DEBUG [M:0;a3d87a7361f3:33451 {}] zookeeper.ZKUtil(347): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T23:27:02,753 WARN [M:0;a3d87a7361f3:33451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T23:27:02,754 INFO [M:0;a3d87a7361f3:33451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/.lastflushedseqids 2024-11-22T23:27:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742432_1608 (size=72) 2024-11-22T23:27:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:27:02,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41749-0x10164dc3fa10001, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:27:02,833 INFO [RS:0;a3d87a7361f3:41749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T23:27:02,833 INFO [RS:0;a3d87a7361f3:41749 {}] regionserver.HRegionServer(1031): Exiting; stopping=a3d87a7361f3,41749,1732317825610; zookeeper connection closed. 2024-11-22T23:27:02,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a5f77d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a5f77d2 2024-11-22T23:27:02,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T23:27:03,162 INFO [M:0;a3d87a7361f3:33451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T23:27:03,162 INFO [M:0;a3d87a7361f3:33451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T23:27:03,163 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T23:27:03,163 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:27:03,163 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:27:03,163 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T23:27:03,163 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:27:03,163 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=739.73 KB heapSize=908.16 KB 2024-11-22T23:27:03,178 DEBUG [M:0;a3d87a7361f3:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87e02e47670b466db5422b3e37f1440a is 82, key is hbase:meta,,1/info:regioninfo/1732317829877/Put/seqid=0 2024-11-22T23:27:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742433_1609 (size=5672) 2024-11-22T23:27:03,581 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2070 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87e02e47670b466db5422b3e37f1440a 2024-11-22T23:27:03,609 DEBUG [M:0;a3d87a7361f3:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f418f4223b424c46a44fb43dd41bcc8c is 2275, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1732317990003/Put/seqid=0 2024-11-22T23:27:03,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742434_1610 (size=44473) 2024-11-22T23:27:04,016 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=739.18 KB at sequenceid=2070 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f418f4223b424c46a44fb43dd41bcc8c 2024-11-22T23:27:04,019 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f418f4223b424c46a44fb43dd41bcc8c 2024-11-22T23:27:04,032 DEBUG [M:0;a3d87a7361f3:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2826dd259f84fd9afa0075777306f89 is 69, key is a3d87a7361f3,41749,1732317825610/rs:state/1732317828508/Put/seqid=0 2024-11-22T23:27:04,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073742435_1611 (size=5156) 2024-11-22T23:27:04,436 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2070 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2826dd259f84fd9afa0075777306f89 2024-11-22T23:27:04,439 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87e02e47670b466db5422b3e37f1440a as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87e02e47670b466db5422b3e37f1440a 2024-11-22T23:27:04,442 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87e02e47670b466db5422b3e37f1440a, entries=8, sequenceid=2070, filesize=5.5 K 2024-11-22T23:27:04,443 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f418f4223b424c46a44fb43dd41bcc8c as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f418f4223b424c46a44fb43dd41bcc8c 2024-11-22T23:27:04,445 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f418f4223b424c46a44fb43dd41bcc8c 2024-11-22T23:27:04,445 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f418f4223b424c46a44fb43dd41bcc8c, entries=172, sequenceid=2070, filesize=43.4 K 2024-11-22T23:27:04,446 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2826dd259f84fd9afa0075777306f89 as hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2826dd259f84fd9afa0075777306f89 2024-11-22T23:27:04,448 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/6de08ee0-f0eb-94ba-10e0-e811623c0c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2826dd259f84fd9afa0075777306f89, entries=1, sequenceid=2070, filesize=5.0 K 2024-11-22T23:27:04,449 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~739.73 KB/757488, heapSize ~907.87 KB/929656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=2070, compaction requested=false 2024-11-22T23:27:04,450 INFO [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T23:27:04,450 DEBUG [M:0;a3d87a7361f3:33451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732318023163Disabling compacts and flushes for region at 1732318023163Disabling writes for close at 1732318023163Obtaining lock to block concurrent updates at 1732318023163Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732318023163Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=757488, getHeapSize=929896, getOffHeapSize=0, getCellsCount=2267 at 1732318023163Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732318023164 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732318023164Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732318023177 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732318023177Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732318023585 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732318023609 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732318023609Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732318024019 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732318024032 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732318024032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725f234a: reopening flushed file at 1732318024439 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a077e72: reopening flushed file at 1732318024442 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e552e7: reopening flushed file at 1732318024445 (+3 ms)Finished flush of dataSize ~739.73 KB/757488, heapSize ~907.87 KB/929656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=2070, compaction requested=false at 1732318024449 (+4 ms)Writing region close event to WAL at 1732318024450 (+1 ms)Closed at 1732318024450 2024-11-22T23:27:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741830_1006 (size=893245) 2024-11-22T23:27:04,452 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T23:27:04,452 INFO [M:0;a3d87a7361f3:33451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T23:27:04,452 INFO [M:0;a3d87a7361f3:33451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33451 2024-11-22T23:27:04,452 INFO [M:0;a3d87a7361f3:33451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T23:27:04,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:27:04,590 INFO [M:0;a3d87a7361f3:33451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T23:27:04,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x10164dc3fa10000, quorum=127.0.0.1:61690, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T23:27:04,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T23:27:04,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:27:04,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:27:04,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:27:04,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/hadoop.log.dir/,STOPPED} 2024-11-22T23:27:04,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T23:27:04,599 WARN [BP-634198718-172.17.0.2-1732317820690 heartbeating to localhost/127.0.0.1:42103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T23:27:04,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T23:27:04,599 WARN [BP-634198718-172.17.0.2-1732317820690 heartbeating to localhost/127.0.0.1:42103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634198718-172.17.0.2-1732317820690 (Datanode Uuid 6f0eeed7-9b63-4892-b052-ea2d1a9230d7) service to localhost/127.0.0.1:42103 2024-11-22T23:27:04,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/cluster_5dbeee28-1100-d6ba-6410-93603362fbeb/data/data1/current/BP-634198718-172.17.0.2-1732317820690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:27:04,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/cluster_5dbeee28-1100-d6ba-6410-93603362fbeb/data/data2/current/BP-634198718-172.17.0.2-1732317820690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T23:27:04,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T23:27:04,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T23:27:04,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T23:27:04,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T23:27:04,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T23:27:04,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e4ec625-3cec-a57f-a34f-ccb5787cb753/hadoop.log.dir/,STOPPED} 2024-11-22T23:27:04,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T23:27:04,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down